7b8e881e0062f482d609b819cfbdd0920cb1ab72:2024-02-26:33309
| Order | failed test | Duration |
|---|---|---|
| 39 | TestAddons/parallel/Ingress | 167.43 |
| 45 | TestAddons/parallel/Headlamp | 2.99 |
| 171 | TestIngressAddonLegacy/serial/ValidateIngressAddons | 178.79 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-297209 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-297209 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-297209 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [990ca845-86b8-4320-9256-e47f442b618d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [990ca845-86b8-4320-9256-e47f442b618d] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.004250027s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-297209 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.524407189s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-297209 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.049694585s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 addons disable ingress-dns --alsologtostderr -v=1: (1.366376731s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 addons disable ingress --alsologtostderr -v=1: (7.720865889s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-297209
helpers_test.go:235: (dbg) docker inspect addons-297209:
-- stdout --
[
{
"Id": "073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120",
"Created": "2024-02-26T14:04:46.254097257Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1295667,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-26T14:04:46.554059051Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/hostname",
"HostsPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/hosts",
"LogPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120-json.log",
"Name": "/addons-297209",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-297209:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-297209",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822-init/diff:/var/lib/docker/overlay2/50eb75b8e336ab1f618ee702b2223d330300323473c6c3a09f780463ae642b98/diff",
"MergedDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/merged",
"UpperDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/diff",
"WorkDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-297209",
"Source": "/var/lib/docker/volumes/addons-297209/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-297209",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-297209",
"name.minikube.sigs.k8s.io": "addons-297209",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "bc10d3b00264f74fb12c4e1ea4743e49433771df5435e68cb0185a4f5d68d26f",
"SandboxKey": "/var/run/docker/netns/bc10d3b00264",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34057"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34056"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34053"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34055"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34054"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-297209": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"073ecbb80df2",
"addons-297209"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "04dd6ee217e7b6f27305e94bf38314196c55c7416fb3241d83905f7597f46d0c",
"EndpointID": "3b23969627f2ac0703cf589b9c8816cd61e55c056dd60c18d39adf2ab54978b3",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-297209",
"073ecbb80df2"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-297209 -n addons-297209
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 logs -n 25: (1.456208202s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-663838 | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-904869 | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-805195 | download-only-805195 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | --download-only -p | download-docker-478529 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | download-docker-478529 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-478529 | download-docker-478529 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | --download-only -p | binary-mirror-370219 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | binary-mirror-370219 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39753 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-370219 | binary-mirror-370219 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| addons | disable dashboard -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | addons-297209 | | | | | |
| addons | enable dashboard -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | addons-297209 | | | | | |
| start | -p addons-297209 --wait=true | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:07 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-297209 ip | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | -p addons-297209 | | | | | |
| ssh | addons-297209 ssh cat | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | /opt/local-path-provisioner/pvc-2014e571-4bd3-466e-b151-d56749f53d4b_default_test-pvc/file1 | | | | | |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:08 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-297209 addons | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-297209 addons | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | addons-297209 | | | | | |
| addons | enable headlamp | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | |
| | -p addons-297209 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable inspektor-gadget -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | addons-297209 | | | | | |
| addons | addons-297209 addons | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-297209 ssh curl -s | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-297209 ip | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:11 UTC | 26 Feb 24 14:11 UTC |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:11 UTC | 26 Feb 24 14:11 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:11 UTC | 26 Feb 24 14:11 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 14:04:22
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:04:22.616848 1295200 out.go:291] Setting OutFile to fd 1 ...
I0226 14:04:22.616971 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:22.616980 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:04:22.616985 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:22.617220 1295200 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:04:22.617644 1295200 out.go:298] Setting JSON to false
I0226 14:04:22.618511 1295200 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":20810,"bootTime":1708935452,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:04:22.618575 1295200 start.go:139] virtualization:
I0226 14:04:22.621146 1295200 out.go:177] * [addons-297209] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:04:22.623856 1295200 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:04:22.625918 1295200 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:04:22.624020 1295200 notify.go:220] Checking for updates...
I0226 14:04:22.630021 1295200 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:04:22.631889 1295200 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:04:22.633584 1295200 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:04:22.635527 1295200 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:04:22.638042 1295200 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:04:22.656959 1295200 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:04:22.657079 1295200 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:22.731450 1295200 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:22.722437461 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:22.731558 1295200 docker.go:295] overlay module found
I0226 14:04:22.733821 1295200 out.go:177] * Using the docker driver based on user configuration
I0226 14:04:22.735985 1295200 start.go:299] selected driver: docker
I0226 14:04:22.736004 1295200 start.go:903] validating driver "docker" against <nil>
I0226 14:04:22.736017 1295200 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:04:22.736594 1295200 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:22.795882 1295200 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:22.787030009 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:22.796056 1295200 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:04:22.796268 1295200 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0226 14:04:22.798303 1295200 out.go:177] * Using Docker driver with root privileges
I0226 14:04:22.800041 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:04:22.800057 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:04:22.800067 1295200 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:04:22.800081 1295200 start_flags.go:323] config:
{Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:04:22.802409 1295200 out.go:177] * Starting control plane node addons-297209 in cluster addons-297209
I0226 14:04:22.804402 1295200 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:04:22.806445 1295200 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:04:22.808297 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:22.808342 1295200 preload.go:148] Found local preload: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
I0226 14:04:22.808354 1295200 cache.go:56] Caching tarball of preloaded images
I0226 14:04:22.808388 1295200 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:04:22.808433 1295200 preload.go:174] Found /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0226 14:04:22.808442 1295200 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0226 14:04:22.808803 1295200 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json ...
I0226 14:04:22.808879 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json: {Name:mkee3b92f48858de3c9ac9d024b2524259270a76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:22.822897 1295200 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:04:22.822993 1295200 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 14:04:22.823012 1295200 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0226 14:04:22.823028 1295200 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0226 14:04:22.823037 1295200 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 14:04:22.823042 1295200 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from local cache
I0226 14:04:38.426707 1295200 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from cached tarball
I0226 14:04:38.426745 1295200 cache.go:194] Successfully downloaded all kic artifacts
I0226 14:04:38.426775 1295200 start.go:365] acquiring machines lock for addons-297209: {Name:mk8708e4cda8b2443af53e7cd70a3a8afd6ce9a4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0226 14:04:38.426893 1295200 start.go:369] acquired machines lock for "addons-297209" in 93.474µs
I0226 14:04:38.426924 1295200 start.go:93] Provisioning new machine with config: &{Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:04:38.427041 1295200 start.go:125] createHost starting for "" (driver="docker")
I0226 14:04:38.429723 1295200 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0226 14:04:38.429969 1295200 start.go:159] libmachine.API.Create for "addons-297209" (driver="docker")
I0226 14:04:38.430001 1295200 client.go:168] LocalClient.Create starting
I0226 14:04:38.430112 1295200 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem
I0226 14:04:39.328120 1295200 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem
I0226 14:04:39.648254 1295200 cli_runner.go:164] Run: docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0226 14:04:39.663424 1295200 cli_runner.go:211] docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0226 14:04:39.663521 1295200 network_create.go:281] running [docker network inspect addons-297209] to gather additional debugging logs...
I0226 14:04:39.663545 1295200 cli_runner.go:164] Run: docker network inspect addons-297209
W0226 14:04:39.678643 1295200 cli_runner.go:211] docker network inspect addons-297209 returned with exit code 1
I0226 14:04:39.678673 1295200 network_create.go:284] error running [docker network inspect addons-297209]: docker network inspect addons-297209: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-297209 not found
I0226 14:04:39.678699 1295200 network_create.go:286] output of [docker network inspect addons-297209]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-297209 not found
** /stderr **
I0226 14:04:39.678817 1295200 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:04:39.694096 1295200 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002588e00}
I0226 14:04:39.694140 1295200 network_create.go:124] attempt to create docker network addons-297209 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0226 14:04:39.694199 1295200 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-297209 addons-297209
I0226 14:04:39.760280 1295200 network_create.go:108] docker network addons-297209 192.168.49.0/24 created
I0226 14:04:39.760312 1295200 kic.go:121] calculated static IP "192.168.49.2" for the "addons-297209" container
I0226 14:04:39.760383 1295200 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0226 14:04:39.774134 1295200 cli_runner.go:164] Run: docker volume create addons-297209 --label name.minikube.sigs.k8s.io=addons-297209 --label created_by.minikube.sigs.k8s.io=true
I0226 14:04:39.790239 1295200 oci.go:103] Successfully created a docker volume addons-297209
I0226 14:04:39.790336 1295200 cli_runner.go:164] Run: docker run --rm --name addons-297209-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --entrypoint /usr/bin/test -v addons-297209:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0226 14:04:41.963044 1295200 cli_runner.go:217] Completed: docker run --rm --name addons-297209-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --entrypoint /usr/bin/test -v addons-297209:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (2.172654828s)
I0226 14:04:41.963073 1295200 oci.go:107] Successfully prepared a docker volume addons-297209
I0226 14:04:41.963092 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:41.963111 1295200 kic.go:194] Starting extracting preloaded images to volume ...
I0226 14:04:41.963189 1295200 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-297209:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0226 14:04:46.182813 1295200 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-297209:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.219576396s)
I0226 14:04:46.182844 1295200 kic.go:203] duration metric: took 4.219729 seconds to extract preloaded images to volume
W0226 14:04:46.182981 1295200 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0226 14:04:46.183099 1295200 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0226 14:04:46.240434 1295200 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-297209 --name addons-297209 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-297209 --network addons-297209 --ip 192.168.49.2 --volume addons-297209:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0226 14:04:46.564126 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Running}}
I0226 14:04:46.589351 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:46.611421 1295200 cli_runner.go:164] Run: docker exec addons-297209 stat /var/lib/dpkg/alternatives/iptables
I0226 14:04:46.676145 1295200 oci.go:144] the created container "addons-297209" has a running status.
I0226 14:04:46.676173 1295200 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa...
I0226 14:04:47.569641 1295200 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0226 14:04:47.598220 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:47.617879 1295200 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0226 14:04:47.619506 1295200 kic_runner.go:114] Args: [docker exec --privileged addons-297209 chown docker:docker /home/docker/.ssh/authorized_keys]
I0226 14:04:47.677734 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:47.717647 1295200 machine.go:88] provisioning docker machine ...
I0226 14:04:47.717682 1295200 ubuntu.go:169] provisioning hostname "addons-297209"
I0226 14:04:47.717751 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:47.741032 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:47.741324 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:47.741343 1295200 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-297209 && echo "addons-297209" | sudo tee /etc/hostname
I0226 14:04:47.894703 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-297209
I0226 14:04:47.894780 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:47.911275 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:47.911520 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:47.911541 1295200 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-297209' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-297209/g' /etc/hosts;
else
echo '127.0.1.1 addons-297209' | sudo tee -a /etc/hosts;
fi
fi
I0226 14:04:48.050789 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0226 14:04:48.050823 1295200 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18200-1289038/.minikube CaCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18200-1289038/.minikube}
I0226 14:04:48.050872 1295200 ubuntu.go:177] setting up certificates
I0226 14:04:48.050883 1295200 provision.go:83] configureAuth start
I0226 14:04:48.050963 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.067459 1295200 provision.go:138] copyHostCerts
I0226 14:04:48.067544 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem (1078 bytes)
I0226 14:04:48.067691 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem (1123 bytes)
I0226 14:04:48.067763 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem (1675 bytes)
I0226 14:04:48.067821 1295200 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem org=jenkins.addons-297209 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-297209]
I0226 14:04:48.281977 1295200 provision.go:172] copyRemoteCerts
I0226 14:04:48.282042 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0226 14:04:48.282093 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.297252 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.395172 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0226 14:04:48.419887 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0226 14:04:48.443256 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0226 14:04:48.465958 1295200 provision.go:86] duration metric: configureAuth took 415.05919ms
I0226 14:04:48.465988 1295200 ubuntu.go:193] setting minikube options for container-runtime
I0226 14:04:48.466177 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:04:48.466293 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.481415 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:48.481671 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:48.481696 1295200 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0226 14:04:48.720424 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0226 14:04:48.720483 1295200 machine.go:91] provisioned docker machine in 1.00281288s
I0226 14:04:48.720518 1295200 client.go:171] LocalClient.Create took 10.290505198s
I0226 14:04:48.720565 1295200 start.go:167] duration metric: libmachine.API.Create for "addons-297209" took 10.290597712s
I0226 14:04:48.720590 1295200 start.go:300] post-start starting for "addons-297209" (driver="docker")
I0226 14:04:48.720614 1295200 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0226 14:04:48.720708 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0226 14:04:48.720790 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.737244 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.835067 1295200 ssh_runner.go:195] Run: cat /etc/os-release
I0226 14:04:48.837919 1295200 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0226 14:04:48.837953 1295200 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0226 14:04:48.837965 1295200 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0226 14:04:48.837974 1295200 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0226 14:04:48.837988 1295200 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/addons for local assets ...
I0226 14:04:48.838047 1295200 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/files for local assets ...
I0226 14:04:48.838073 1295200 start.go:303] post-start completed in 117.464476ms
I0226 14:04:48.838367 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.853680 1295200 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json ...
I0226 14:04:48.853956 1295200 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 14:04:48.854007 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.868604 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.963088 1295200 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0226 14:04:48.967387 1295200 start.go:128] duration metric: createHost completed in 10.540330591s
I0226 14:04:48.967410 1295200 start.go:83] releasing machines lock for "addons-297209", held for 10.540504395s
I0226 14:04:48.967483 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.983322 1295200 ssh_runner.go:195] Run: cat /version.json
I0226 14:04:48.983358 1295200 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0226 14:04:48.983376 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.983440 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:49.000535 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:49.003038 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:49.223441 1295200 ssh_runner.go:195] Run: systemctl --version
I0226 14:04:49.227772 1295200 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0226 14:04:49.367248 1295200 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0226 14:04:49.371672 1295200 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:04:49.394067 1295200 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0226 14:04:49.394219 1295200 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:04:49.430887 1295200 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0226 14:04:49.430907 1295200 start.go:475] detecting cgroup driver to use...
I0226 14:04:49.430937 1295200 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0226 14:04:49.430984 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0226 14:04:49.446999 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0226 14:04:49.457826 1295200 docker.go:217] disabling cri-docker service (if available) ...
I0226 14:04:49.457890 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0226 14:04:49.472344 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0226 14:04:49.487124 1295200 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0226 14:04:49.578350 1295200 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0226 14:04:49.679778 1295200 docker.go:233] disabling docker service ...
I0226 14:04:49.679870 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0226 14:04:49.700629 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0226 14:04:49.712798 1295200 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0226 14:04:49.802402 1295200 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0226 14:04:49.896746 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0226 14:04:49.907840 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0226 14:04:49.925337 1295200 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0226 14:04:49.925404 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.935131 1295200 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0226 14:04:49.935198 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.944973 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.954469 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.963773 1295200 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0226 14:04:49.972506 1295200 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0226 14:04:49.980353 1295200 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0226 14:04:49.988153 1295200 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0226 14:04:50.080616 1295200 ssh_runner.go:195] Run: sudo systemctl restart crio
I0226 14:04:50.198442 1295200 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0226 14:04:50.198593 1295200 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0226 14:04:50.201989 1295200 start.go:543] Will wait 60s for crictl version
I0226 14:04:50.202096 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:04:50.205550 1295200 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0226 14:04:50.242494 1295200 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0226 14:04:50.242606 1295200 ssh_runner.go:195] Run: crio --version
I0226 14:04:50.280563 1295200 ssh_runner.go:195] Run: crio --version
I0226 14:04:50.319627 1295200 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0226 14:04:50.321425 1295200 cli_runner.go:164] Run: docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:04:50.336938 1295200 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0226 14:04:50.340515 1295200 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:04:50.351326 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:50.351397 1295200 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:04:50.415174 1295200 crio.go:496] all images are preloaded for cri-o runtime.
I0226 14:04:50.415198 1295200 crio.go:415] Images already preloaded, skipping extraction
I0226 14:04:50.415255 1295200 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:04:50.454775 1295200 crio.go:496] all images are preloaded for cri-o runtime.
I0226 14:04:50.454806 1295200 cache_images.go:84] Images are preloaded, skipping loading
I0226 14:04:50.454881 1295200 ssh_runner.go:195] Run: crio config
I0226 14:04:50.505477 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:04:50.505497 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:04:50.505516 1295200 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0226 14:04:50.505557 1295200 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-297209 NodeName:addons-297209 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0226 14:04:50.505743 1295200 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-297209"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0226 14:04:50.505827 1295200 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-297209 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0226 14:04:50.505916 1295200 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0226 14:04:50.514607 1295200 binaries.go:44] Found k8s binaries, skipping transfer
I0226 14:04:50.514730 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0226 14:04:50.522826 1295200 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I0226 14:04:50.539958 1295200 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0226 14:04:50.556943 1295200 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I0226 14:04:50.574016 1295200 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0226 14:04:50.577415 1295200 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:04:50.587694 1295200 certs.go:56] Setting up /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209 for IP: 192.168.49.2
I0226 14:04:50.587726 1295200 certs.go:190] acquiring lock for shared ca certs: {Name:mkac7eab2f4cb39e0cbcb1996768c4b50a244489 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:50.587844 1295200 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key
I0226 14:04:51.177942 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt ...
I0226 14:04:51.177975 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt: {Name:mk076260f5d680b460f7f67a0220ba8cbe750538 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.178205 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key ...
I0226 14:04:51.178225 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key: {Name:mk182abf233f3e491d025f6ecd2210abc3c27a7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.178317 1295200 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key
I0226 14:04:51.372019 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt ...
I0226 14:04:51.372050 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt: {Name:mk9eecf03ef7be161305d3abc080237c7e3eec05 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.372234 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key ...
I0226 14:04:51.372246 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key: {Name:mk85aa6fa79e6c965b83e86525e36576d150a13b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.372367 1295200 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key
I0226 14:04:51.372386 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt with IP's: []
I0226 14:04:52.104297 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt ...
I0226 14:04:52.104336 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: {Name:mk4dbf5a816b3ad24c74eadc238d3761c16a210b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.104526 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key ...
I0226 14:04:52.104541 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key: {Name:mk973ac70efa0098908decc076b326ab85123e3c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.105215 1295200 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2
I0226 14:04:52.105237 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0226 14:04:52.695028 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 ...
I0226 14:04:52.695065 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2: {Name:mkc430d780b9eea85470838b8af48c7348291d75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.695288 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2 ...
I0226 14:04:52.695306 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2: {Name:mk909902a231edadf46419215ce6aed434b4e51a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.695390 1295200 certs.go:337] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt
I0226 14:04:52.695467 1295200 certs.go:341] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key
I0226 14:04:52.695521 1295200 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key
I0226 14:04:52.695541 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt with IP's: []
I0226 14:04:52.868465 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt ...
I0226 14:04:52.868496 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt: {Name:mkb2814ba531901618dcf330b904c12c88cc8e9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.868682 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key ...
I0226 14:04:52.868699 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key: {Name:mk3dfe8bc75cafae136946429bd99627d36ed4e3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.868908 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem (1679 bytes)
I0226 14:04:52.868954 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem (1078 bytes)
I0226 14:04:52.868987 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem (1123 bytes)
I0226 14:04:52.869016 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem (1675 bytes)
I0226 14:04:52.869611 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0226 14:04:52.895125 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0226 14:04:52.919297 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0226 14:04:52.943696 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0226 14:04:52.967402 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0226 14:04:52.991774 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0226 14:04:53.016560 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0226 14:04:53.040046 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0226 14:04:53.064356 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0226 14:04:53.088431 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0226 14:04:53.105532 1295200 ssh_runner.go:195] Run: openssl version
I0226 14:04:53.111283 1295200 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0226 14:04:53.120516 1295200 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.123776 1295200 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 26 14:04 /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.123833 1295200 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.130484 1295200 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0226 14:04:53.139762 1295200 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0226 14:04:53.142932 1295200 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0226 14:04:53.142975 1295200 kubeadm.go:404] StartCluster: {Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:04:53.143052 1295200 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0226 14:04:53.143118 1295200 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0226 14:04:53.179140 1295200 cri.go:89] found id: ""
I0226 14:04:53.179230 1295200 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0226 14:04:53.187818 1295200 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0226 14:04:53.196346 1295200 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0226 14:04:53.196412 1295200 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0226 14:04:53.204766 1295200 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0226 14:04:53.204806 1295200 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0226 14:04:53.249630 1295200 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0226 14:04:53.249720 1295200 kubeadm.go:322] [preflight] Running pre-flight checks
I0226 14:04:53.295303 1295200 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0226 14:04:53.295378 1295200 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0226 14:04:53.295415 1295200 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0226 14:04:53.295462 1295200 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0226 14:04:53.295517 1295200 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0226 14:04:53.295567 1295200 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0226 14:04:53.295617 1295200 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0226 14:04:53.295666 1295200 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0226 14:04:53.295734 1295200 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0226 14:04:53.295782 1295200 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0226 14:04:53.295832 1295200 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0226 14:04:53.295879 1295200 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0226 14:04:53.367475 1295200 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0226 14:04:53.367650 1295200 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0226 14:04:53.367785 1295200 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0226 14:04:53.582602 1295200 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0226 14:04:53.588148 1295200 out.go:204] - Generating certificates and keys ...
I0226 14:04:53.588260 1295200 kubeadm.go:322] [certs] Using existing ca certificate authority
I0226 14:04:53.588342 1295200 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0226 14:04:54.001781 1295200 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0226 14:04:54.723449 1295200 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0226 14:04:55.043679 1295200 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0226 14:04:55.429045 1295200 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0226 14:04:55.780859 1295200 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0226 14:04:55.781168 1295200 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-297209 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:04:56.891528 1295200 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0226 14:04:56.891666 1295200 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-297209 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:04:57.032818 1295200 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0226 14:04:57.446670 1295200 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0226 14:04:58.428236 1295200 kubeadm.go:322] [certs] Generating "sa" key and public key
I0226 14:04:58.428546 1295200 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0226 14:04:59.395404 1295200 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0226 14:04:59.668521 1295200 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0226 14:04:59.985793 1295200 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0226 14:05:00.425007 1295200 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0226 14:05:00.425725 1295200 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0226 14:05:00.428615 1295200 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0226 14:05:00.432148 1295200 out.go:204] - Booting up control plane ...
I0226 14:05:00.432261 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0226 14:05:00.432376 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0226 14:05:00.432469 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0226 14:05:00.442222 1295200 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0226 14:05:00.444222 1295200 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0226 14:05:00.444288 1295200 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0226 14:05:00.542038 1295200 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0226 14:05:07.543899 1295200 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.001950 seconds
I0226 14:05:07.544019 1295200 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0226 14:05:07.556796 1295200 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0226 14:05:08.081406 1295200 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0226 14:05:08.081630 1295200 kubeadm.go:322] [mark-control-plane] Marking the node addons-297209 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0226 14:05:08.592022 1295200 kubeadm.go:322] [bootstrap-token] Using token: fffn3l.0yxcxxb7h442wr6g
I0226 14:05:08.594093 1295200 out.go:204] - Configuring RBAC rules ...
I0226 14:05:08.594220 1295200 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0226 14:05:08.604534 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0226 14:05:08.612446 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0226 14:05:08.618069 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0226 14:05:08.621701 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0226 14:05:08.625240 1295200 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0226 14:05:08.642637 1295200 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0226 14:05:08.916381 1295200 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0226 14:05:09.068985 1295200 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0226 14:05:09.069006 1295200 kubeadm.go:322]
I0226 14:05:09.069066 1295200 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0226 14:05:09.069071 1295200 kubeadm.go:322]
I0226 14:05:09.069146 1295200 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0226 14:05:09.069151 1295200 kubeadm.go:322]
I0226 14:05:09.069176 1295200 kubeadm.go:322] mkdir -p $HOME/.kube
I0226 14:05:09.069235 1295200 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0226 14:05:09.069285 1295200 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0226 14:05:09.069290 1295200 kubeadm.go:322]
I0226 14:05:09.069342 1295200 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0226 14:05:09.069348 1295200 kubeadm.go:322]
I0226 14:05:09.069394 1295200 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0226 14:05:09.069398 1295200 kubeadm.go:322]
I0226 14:05:09.069448 1295200 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0226 14:05:09.069520 1295200 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0226 14:05:09.069586 1295200 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0226 14:05:09.069591 1295200 kubeadm.go:322]
I0226 14:05:09.069671 1295200 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0226 14:05:09.069745 1295200 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0226 14:05:09.069749 1295200 kubeadm.go:322]
I0226 14:05:09.069830 1295200 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fffn3l.0yxcxxb7h442wr6g \
I0226 14:05:09.069929 1295200 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df \
I0226 14:05:09.069949 1295200 kubeadm.go:322] --control-plane
I0226 14:05:09.069954 1295200 kubeadm.go:322]
I0226 14:05:09.070035 1295200 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0226 14:05:09.070043 1295200 kubeadm.go:322]
I0226 14:05:09.070122 1295200 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fffn3l.0yxcxxb7h442wr6g \
I0226 14:05:09.070220 1295200 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df
I0226 14:05:09.074121 1295200 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0226 14:05:09.074238 1295200 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0226 14:05:09.074256 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:05:09.074264 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:05:09.076465 1295200 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0226 14:05:09.078602 1295200 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0226 14:05:09.088209 1295200 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0226 14:05:09.088229 1295200 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0226 14:05:09.140901 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0226 14:05:10.002354 1295200 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0226 14:05:10.002554 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.002647 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9 minikube.k8s.io/name=addons-297209 minikube.k8s.io/updated_at=2024_02_26T14_05_10_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.164736 1295200 ops.go:34] apiserver oom_adj: -16
I0226 14:05:10.164827 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.664970 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:11.165793 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:11.664995 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:12.164966 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:12.665343 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:13.164990 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:13.665630 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:14.165872 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:14.665830 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:15.165747 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:15.664900 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:16.165524 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:16.665530 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:17.165181 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:17.665286 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:18.165580 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:18.665582 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:19.165939 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:19.665262 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:20.165505 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:20.664949 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:21.165423 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:21.260582 1295200 kubeadm.go:1088] duration metric: took 11.258094758s to wait for elevateKubeSystemPrivileges.
I0226 14:05:21.260608 1295200 kubeadm.go:406] StartCluster complete in 28.117636061s
I0226 14:05:21.260625 1295200 settings.go:142] acquiring lock: {Name:mkb243d81efb34936cf928e6427a1bc017f532be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:05:21.260741 1295200 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:05:21.261100 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/kubeconfig: {Name:mkf91cb221e7768e6963bb823d0fd039f8fbdbc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:05:21.262682 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:05:21.262752 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0226 14:05:21.262835 1295200 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0226 14:05:21.262927 1295200 addons.go:69] Setting yakd=true in profile "addons-297209"
I0226 14:05:21.262941 1295200 addons.go:234] Setting addon yakd=true in "addons-297209"
I0226 14:05:21.262981 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.263424 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.264222 1295200 addons.go:69] Setting inspektor-gadget=true in profile "addons-297209"
I0226 14:05:21.264243 1295200 addons.go:234] Setting addon inspektor-gadget=true in "addons-297209"
I0226 14:05:21.264274 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.264668 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265066 1295200 addons.go:69] Setting cloud-spanner=true in profile "addons-297209"
I0226 14:05:21.265109 1295200 addons.go:234] Setting addon cloud-spanner=true in "addons-297209"
I0226 14:05:21.265153 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.265181 1295200 addons.go:69] Setting registry=true in profile "addons-297209"
I0226 14:05:21.265208 1295200 addons.go:234] Setting addon registry=true in "addons-297209"
I0226 14:05:21.265247 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.265631 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265709 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.271387 1295200 addons.go:69] Setting storage-provisioner=true in profile "addons-297209"
I0226 14:05:21.271427 1295200 addons.go:234] Setting addon storage-provisioner=true in "addons-297209"
I0226 14:05:21.271471 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.271941 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.279404 1295200 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-297209"
I0226 14:05:21.279542 1295200 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-297209"
I0226 14:05:21.279615 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.280107 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.282563 1295200 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-297209"
I0226 14:05:21.282652 1295200 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-297209"
I0226 14:05:21.283098 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.285514 1295200 addons.go:69] Setting default-storageclass=true in profile "addons-297209"
I0226 14:05:21.285549 1295200 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-297209"
I0226 14:05:21.285883 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.298492 1295200 addons.go:69] Setting volumesnapshots=true in profile "addons-297209"
I0226 14:05:21.298567 1295200 addons.go:234] Setting addon volumesnapshots=true in "addons-297209"
I0226 14:05:21.298644 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.299136 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.307195 1295200 addons.go:69] Setting gcp-auth=true in profile "addons-297209"
I0226 14:05:21.307308 1295200 mustload.go:65] Loading cluster: addons-297209
I0226 14:05:21.307539 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:05:21.307840 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.314355 1295200 addons.go:69] Setting ingress=true in profile "addons-297209"
I0226 14:05:21.314414 1295200 addons.go:234] Setting addon ingress=true in "addons-297209"
I0226 14:05:21.314480 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.314942 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.343551 1295200 addons.go:69] Setting ingress-dns=true in profile "addons-297209"
I0226 14:05:21.343581 1295200 addons.go:234] Setting addon ingress-dns=true in "addons-297209"
I0226 14:05:21.343641 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.344082 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265159 1295200 addons.go:69] Setting metrics-server=true in profile "addons-297209"
I0226 14:05:21.265171 1295200 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-297209"
I0226 14:05:21.416623 1295200 addons.go:234] Setting addon default-storageclass=true in "addons-297209"
I0226 14:05:21.428189 1295200 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.25.1
I0226 14:05:21.428211 1295200 addons.go:234] Setting addon metrics-server=true in "addons-297209"
I0226 14:05:21.428223 1295200 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-297209"
I0226 14:05:21.439738 1295200 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0226 14:05:21.439779 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.442015 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.461539 1295200 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:05:21.463663 1295200 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:05:21.463693 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0226 14:05:21.463762 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.488769 1295200 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0226 14:05:21.493180 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0226 14:05:21.493205 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0226 14:05:21.493273 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.505772 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0226 14:05:21.507807 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0226 14:05:21.509427 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0226 14:05:21.511018 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0226 14:05:21.510471 1295200 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-297209"
I0226 14:05:21.505521 1295200 out.go:177] - Using image docker.io/registry:2.8.3
I0226 14:05:21.505597 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.505622 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.512651 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.515038 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.515102 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0226 14:05:21.515541 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.516875 1295200 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0226 14:05:21.516887 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:21.517375 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.520397 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0226 14:05:21.520470 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0226 14:05:21.522515 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0226 14:05:21.522528 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0226 14:05:21.534623 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0226 14:05:21.534645 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0226 14:05:21.534708 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.542533 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0226 14:05:21.535321 1295200 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0226 14:05:21.535386 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.535414 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.535479 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.574541 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0226 14:05:21.574563 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0226 14:05:21.574616 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.632872 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:21.642394 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.6
I0226 14:05:21.638482 1295200 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0226 14:05:21.632803 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0226 14:05:21.638683 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0226 14:05:21.632794 1295200 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0226 14:05:21.644050 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.646710 1295200 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0226 14:05:21.664883 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0226 14:05:21.650616 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0226 14:05:21.651455 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0226 14:05:21.668096 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0226 14:05:21.668178 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.675745 1295200 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0226 14:05:21.673797 1295200 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 14:05:21.673868 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.673877 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0226 14:05:21.675466 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.678499 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0226 14:05:21.678539 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0226 14:05:21.678621 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.709189 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0226 14:05:21.709311 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.727016 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.784407 1295200 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0226 14:05:21.787822 1295200 out.go:177] - Using image docker.io/busybox:stable
I0226 14:05:21.789940 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.801000 1295200 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.4
I0226 14:05:21.794533 1295200 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 14:05:21.801266 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.805157 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0226 14:05:21.805275 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.805489 1295200 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 14:05:21.805498 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0226 14:05:21.805535 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.815250 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.826786 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.840064 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.919731 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.929811 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.939650 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.940696 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.956734 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.960274 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:22.038000 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:05:22.059035 1295200 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-297209" context rescaled to 1 replicas
I0226 14:05:22.059077 1295200 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:05:22.062022 1295200 out.go:177] * Verifying Kubernetes components...
I0226 14:05:22.063711 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:05:22.191054 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0226 14:05:22.191092 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0226 14:05:22.241158 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0226 14:05:22.284552 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0226 14:05:22.284579 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0226 14:05:22.293223 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0226 14:05:22.293251 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0226 14:05:22.304290 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0226 14:05:22.304314 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0226 14:05:22.308348 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0226 14:05:22.332447 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 14:05:22.362030 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0226 14:05:22.362056 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0226 14:05:22.377765 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 14:05:22.383140 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0226 14:05:22.383164 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0226 14:05:22.402027 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0226 14:05:22.402096 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0226 14:05:22.406557 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0226 14:05:22.406577 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0226 14:05:22.407919 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0226 14:05:22.453342 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 14:05:22.482935 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0226 14:05:22.482958 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0226 14:05:22.486290 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0226 14:05:22.486310 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0226 14:05:22.511859 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0226 14:05:22.511925 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0226 14:05:22.517114 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0226 14:05:22.517184 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0226 14:05:22.543158 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0226 14:05:22.543224 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0226 14:05:22.558614 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0226 14:05:22.593254 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0226 14:05:22.593324 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0226 14:05:22.603045 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0226 14:05:22.603116 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0226 14:05:22.648423 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0226 14:05:22.648499 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0226 14:05:22.662668 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0226 14:05:22.662740 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0226 14:05:22.681483 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0226 14:05:22.681563 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0226 14:05:22.713721 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0226 14:05:22.713795 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0226 14:05:22.719532 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0226 14:05:22.719601 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0226 14:05:22.764551 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0226 14:05:22.764623 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0226 14:05:22.814834 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0226 14:05:22.835455 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0226 14:05:22.835525 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0226 14:05:22.847854 1295200 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:22.847922 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0226 14:05:22.862546 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0226 14:05:22.890946 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0226 14:05:22.891020 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0226 14:05:22.949748 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:22.953016 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0226 14:05:22.953095 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0226 14:05:23.025599 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0226 14:05:23.025670 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0226 14:05:23.068881 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0226 14:05:23.068946 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0226 14:05:23.137417 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0226 14:05:23.150442 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0226 14:05:23.150513 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0226 14:05:23.225350 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0226 14:05:23.225411 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0226 14:05:23.312879 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0226 14:05:23.312947 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0226 14:05:23.353068 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 14:05:23.353144 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0226 14:05:23.417702 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 14:05:25.238580 1295200 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.587927829s)
I0226 14:05:25.238660 1295200 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0226 14:05:27.787676 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.749634319s)
I0226 14:05:27.787773 1295200 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (5.724037767s)
I0226 14:05:27.788660 1295200 node_ready.go:35] waiting up to 6m0s for node "addons-297209" to be "Ready" ...
I0226 14:05:28.511308 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.270108474s)
I0226 14:05:28.511400 1295200 addons.go:470] Verifying addon ingress=true in "addons-297209"
I0226 14:05:28.515199 1295200 out.go:177] * Verifying ingress addon...
I0226 14:05:28.511947 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.203567955s)
I0226 14:05:28.511994 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.179527293s)
I0226 14:05:28.512060 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.134272481s)
I0226 14:05:28.512085 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.104151165s)
I0226 14:05:28.512225 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.058858535s)
I0226 14:05:28.512256 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.953570752s)
I0226 14:05:28.512297 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.697393416s)
I0226 14:05:28.512370 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.649750843s)
I0226 14:05:28.512583 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.562759751s)
I0226 14:05:28.512649 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.37516007s)
I0226 14:05:28.518865 1295200 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0226 14:05:28.519264 1295200 addons.go:470] Verifying addon registry=true in "addons-297209"
I0226 14:05:28.521334 1295200 out.go:177] * Verifying registry addon...
I0226 14:05:28.519726 1295200 addons.go:470] Verifying addon metrics-server=true in "addons-297209"
W0226 14:05:28.519767 1295200 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 14:05:28.523396 1295200 retry.go:31] will retry after 238.027058ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 14:05:28.524258 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0226 14:05:28.524460 1295200 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-297209 service yakd-dashboard -n yakd-dashboard
I0226 14:05:28.534478 1295200 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0226 14:05:28.534511 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:28.537071 1295200 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 14:05:28.537096 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0226 14:05:28.553662 1295200 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0226 14:05:28.754190 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.336383926s)
I0226 14:05:28.754273 1295200 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-297209"
I0226 14:05:28.756157 1295200 out.go:177] * Verifying csi-hostpath-driver addon...
I0226 14:05:28.758864 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0226 14:05:28.761854 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:28.771056 1295200 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 14:05:28.771118 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.031184 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:29.035059 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:29.263791 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.536799 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:29.542465 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:29.763174 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.793097 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:30.025456 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:30.030175 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:30.263053 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:30.523545 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:30.528166 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:30.706159 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0226 14:05:30.706282 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:30.723347 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:30.764211 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:30.833701 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0226 14:05:30.852323 1295200 addons.go:234] Setting addon gcp-auth=true in "addons-297209"
I0226 14:05:30.852378 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:30.852833 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:30.881342 1295200 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0226 14:05:30.881396 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:30.908588 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:31.026351 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:31.029936 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:31.037570 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:31.039737 1295200 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0226 14:05:31.042315 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0226 14:05:31.042348 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0226 14:05:31.092182 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0226 14:05:31.092211 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0226 14:05:31.113657 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 14:05:31.113684 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0226 14:05:31.171988 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 14:05:31.263419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:31.524058 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:31.541693 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:31.763286 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:31.796333 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:32.024233 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:32.028075 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:32.277904 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:32.528743 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.356702916s)
I0226 14:05:32.531381 1295200 addons.go:470] Verifying addon gcp-auth=true in "addons-297209"
I0226 14:05:32.535075 1295200 out.go:177] * Verifying gcp-auth addon...
I0226 14:05:32.538054 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0226 14:05:32.569796 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:32.607200 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:32.609073 1295200 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0226 14:05:32.609107 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:32.764348 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:33.023792 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:33.029427 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:33.042798 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:33.264609 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:33.523811 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:33.529411 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:33.548600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:33.764787 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:34.027381 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:34.036274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:34.046365 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:34.264286 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:34.292601 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:34.524810 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:34.531175 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:34.542448 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:34.764280 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:35.024515 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:35.030160 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:35.044465 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:35.265488 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:35.525610 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:35.531120 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:35.541256 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:35.764960 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.023458 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:36.028508 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:36.042036 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:36.265964 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.524106 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:36.528873 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:36.542282 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:36.763661 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.792023 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:37.023828 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:37.028851 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:37.043026 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:37.263701 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:37.523549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:37.528405 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:37.541769 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:37.764305 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.024259 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:38.028705 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:38.042838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:38.263823 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.523212 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:38.532098 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:38.542924 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:38.763513 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.792327 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:39.023351 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:39.028198 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:39.042620 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:39.263572 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:39.523307 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:39.528173 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:39.541701 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:39.763719 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.023574 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:40.028915 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:40.042252 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:40.263041 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.524060 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:40.528838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:40.541863 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:40.764083 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.792935 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:41.023329 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:41.028447 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:41.042270 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:41.263085 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:41.525991 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:41.530654 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:41.542097 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:41.764101 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:42.023411 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:42.028506 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:42.042133 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:42.264339 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:42.523479 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:42.528692 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:42.541963 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:42.763030 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:43.023940 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:43.028978 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:43.043230 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:43.263386 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:43.292831 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:43.523095 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:43.528322 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:43.542373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:43.763260 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:44.023990 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:44.029048 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:44.042441 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:44.264186 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:44.523086 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:44.529432 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:44.541565 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:44.763835 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:45.025313 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:45.029943 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:45.053994 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:45.265314 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:45.293100 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:45.523890 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:45.528588 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:45.541618 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:45.763529 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:46.023462 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:46.028153 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:46.042349 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:46.263700 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:46.523772 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:46.528436 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:46.541480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:46.763867 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.022817 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:47.028675 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:47.042431 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:47.263764 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.524140 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:47.529118 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:47.542480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:47.763649 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.792183 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:48.023322 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:48.028199 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:48.042575 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:48.264174 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:48.523114 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:48.528948 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:48.542700 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:48.763957 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.023752 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:49.028746 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:49.042117 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:49.264683 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.523436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:49.528319 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:49.542611 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:49.763748 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.792375 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:50.023716 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:50.028565 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:50.042169 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:50.263499 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:50.523552 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:50.528102 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:50.542001 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:50.763504 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.023620 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:51.028518 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:51.042678 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:51.263419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.523836 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:51.533184 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:51.560460 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:51.764119 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.792950 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:52.023683 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:52.028690 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:52.041730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:52.263658 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:52.523210 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:52.527666 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:52.541453 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:52.763613 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.023021 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:53.029146 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:53.045881 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:53.263398 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.523564 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:53.528906 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:53.552393 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:53.763521 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.793089 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:54.023441 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:54.028305 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:54.042484 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:54.263737 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:54.523753 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:54.528316 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:54.541485 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:54.763962 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:55.023770 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:55.028852 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:55.042649 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:55.264291 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:55.523729 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:55.528515 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:55.541729 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:55.763677 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:56.023474 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:56.028488 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:56.041600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:56.263841 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:56.293202 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:56.523026 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:56.528719 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:56.541915 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:56.764137 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:57.023553 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:57.028361 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:57.043161 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:57.263087 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:57.523241 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:57.527777 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:57.541778 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:57.763755 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:58.025279 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:58.028809 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:58.042402 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:58.288358 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:58.339465 1295200 node_ready.go:49] node "addons-297209" has status "Ready":"True"
I0226 14:05:58.339541 1295200 node_ready.go:38] duration metric: took 30.55078528s waiting for node "addons-297209" to be "Ready" ...
I0226 14:05:58.339568 1295200 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:05:58.358921 1295200 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace to be "Ready" ...
I0226 14:05:58.533693 1295200 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 14:05:58.533763 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:58.555848 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:58.556723 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:58.768641 1295200 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 14:05:58.768705 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.025046 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:59.029898 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:59.046956 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:59.276792 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.524065 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:59.529398 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:59.541835 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:59.766593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.869804 1295200 pod_ready.go:92] pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.869832 1295200 pod_ready.go:81] duration metric: took 1.510826883s waiting for pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.869880 1295200 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.894319 1295200 pod_ready.go:92] pod "etcd-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.894343 1295200 pod_ready.go:81] duration metric: took 24.446815ms waiting for pod "etcd-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.894379 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.915869 1295200 pod_ready.go:92] pod "kube-apiserver-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.915896 1295200 pod_ready.go:81] duration metric: took 21.469557ms waiting for pod "kube-apiserver-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.915908 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.944988 1295200 pod_ready.go:92] pod "kube-controller-manager-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.945015 1295200 pod_ready.go:81] duration metric: took 29.076325ms waiting for pod "kube-controller-manager-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.945027 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-9rvv9" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.974614 1295200 pod_ready.go:92] pod "kube-proxy-9rvv9" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.974648 1295200 pod_ready.go:81] duration metric: took 29.613358ms waiting for pod "kube-proxy-9rvv9" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.974659 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.024336 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:00.029579 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:00.042689 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:00.266038 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:00.294291 1295200 pod_ready.go:92] pod "kube-scheduler-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:00.294318 1295200 pod_ready.go:81] duration metric: took 319.651497ms waiting for pod "kube-scheduler-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.294330 1295200 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.529247 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:00.532689 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:00.543410 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:00.764853 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:01.023436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:01.028706 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:01.043373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:01.264254 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:01.524495 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:01.530471 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:01.542755 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:01.766247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:02.023787 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:02.029704 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:02.042743 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:02.265593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:02.302241 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:02.524312 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:02.529058 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:02.542308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:02.765151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:03.024400 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:03.029549 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:03.042945 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:03.270097 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:03.524246 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:03.572416 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:03.574790 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:03.767551 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:04.025754 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:04.033020 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:04.041616 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:04.265874 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:04.304835 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:04.523314 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:04.529811 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:04.541886 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:04.767272 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:05.024240 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:05.031820 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:05.043209 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:05.265472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:05.528034 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:05.531792 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:05.542297 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:05.766449 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.023997 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:06.033082 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:06.042373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:06.265136 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.524235 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:06.529147 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:06.542145 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:06.764864 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.800979 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:07.024839 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:07.029571 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:07.043937 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:07.265885 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:07.525632 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:07.531603 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:07.543008 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:07.765191 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.023721 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:08.029080 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:08.041685 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:08.264794 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.523549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:08.530626 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:08.542664 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:08.764897 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.801418 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:09.024286 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:09.030509 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:09.045023 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:09.265276 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:09.524513 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:09.531096 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:09.542670 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:09.769178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.035935 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:10.043710 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:10.046921 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:10.265667 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.525012 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:10.531856 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:10.542519 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:10.765323 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.801996 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:11.030282 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:11.033016 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:11.049390 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:11.266532 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:11.523822 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:11.529852 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:11.542741 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:11.765992 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.025266 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:12.033747 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:12.042748 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:12.265492 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.523649 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:12.530698 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:12.541452 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:12.764929 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.807219 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:13.025054 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:13.033094 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:13.051416 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:13.265738 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:13.524923 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:13.529480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:13.542485 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:13.765969 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:14.023565 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:14.029333 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:14.042151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:14.264913 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:14.524299 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:14.528810 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:14.542280 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:14.766758 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:15.024278 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:15.029781 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:15.052359 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:15.267045 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:15.301585 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:15.523555 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:15.529164 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:15.542021 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:15.766540 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:16.023833 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:16.029413 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:16.042466 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:16.265472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:16.523938 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:16.529206 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:16.541856 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:16.767182 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.024615 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:17.029448 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:17.043633 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:17.265274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.530245 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:17.536779 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:17.543457 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:17.765131 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.801344 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:18.024915 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:18.029368 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:18.042151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:18.266045 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:18.532327 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:18.538496 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:18.550981 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:18.765173 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.023624 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:19.029144 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:19.042235 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:19.266269 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.533946 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:19.549846 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:19.565979 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:19.766469 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.804030 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:20.023872 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:20.041639 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:20.043167 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:20.265264 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:20.524400 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:20.529610 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:20.543730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:20.764593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:21.024105 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:21.036057 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:21.050332 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:21.274648 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:21.525457 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:21.539664 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:21.545956 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:21.764968 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:22.024163 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:22.029717 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:22.042267 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:22.264675 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:22.300683 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:22.523079 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:22.530483 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:22.542294 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:22.768600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:23.024846 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:23.050302 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:23.064575 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:23.265308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:23.523745 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:23.529623 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:23.542838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:23.770179 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:24.023987 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:24.029847 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:24.042672 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:24.266104 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:24.301498 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:24.524994 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:24.529567 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:24.542222 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:24.765898 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:25.026215 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:25.030247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:25.042190 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:25.267966 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:25.527420 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:25.531385 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:25.542527 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:25.768289 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:26.024959 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:26.030372 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:26.043730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:26.265154 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:26.301818 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:26.525582 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:26.530342 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:26.542373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:26.770189 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:27.024625 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:27.029997 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:27.046417 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:27.265577 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:27.525288 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:27.530920 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:27.542989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:27.777157 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:28.027758 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:28.038502 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:28.046353 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:28.268498 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:28.311873 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:28.529722 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:28.552419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:28.559176 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:28.769178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.024780 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:29.029939 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:29.045959 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:29.266430 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.544155 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:29.548610 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:29.549568 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:29.764751 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.800888 1295200 pod_ready.go:92] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:29.800917 1295200 pod_ready.go:81] duration metric: took 29.50657896s waiting for pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:29.800929 1295200 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:30.029397 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:30.032798 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:30.043625 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:30.265424 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:30.523961 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:30.529528 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:30.542220 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:30.764406 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.023855 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:31.029205 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:31.044392 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:31.266678 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.524726 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:31.530419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:31.543308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:31.766194 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.808609 1295200 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:32.024714 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:32.030360 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:32.043059 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:32.276223 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:32.524586 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:32.538540 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:32.542984 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:32.764727 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:33.024216 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:33.030768 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:33.042815 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:33.264598 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:33.524592 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:33.529492 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:33.542603 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:33.765217 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:34.023855 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:34.036331 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:34.061381 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:34.271381 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:34.311510 1295200 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:34.524641 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:34.531815 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:34.544986 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:34.765662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.023741 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:35.029266 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:35.043405 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:35.264829 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.523934 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:35.529161 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:35.541948 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:35.764757 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.807455 1295200 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:35.807479 1295200 pod_ready.go:81] duration metric: took 6.006541895s waiting for pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:35.807498 1295200 pod_ready.go:38] duration metric: took 37.467872653s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:06:35.807514 1295200 api_server.go:52] waiting for apiserver process to appear ...
I0226 14:06:35.807565 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:35.807630 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:35.852739 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:35.852759 1295200 cri.go:89] found id: ""
I0226 14:06:35.852767 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:35.852839 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.856399 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:35.856499 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:35.899992 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:35.900011 1295200 cri.go:89] found id: ""
I0226 14:06:35.900019 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:35.900077 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.903524 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:35.903618 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:35.947878 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:35.947902 1295200 cri.go:89] found id: ""
I0226 14:06:35.947910 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:35.948049 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.952103 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:35.952203 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:35.999081 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:35.999104 1295200 cri.go:89] found id: ""
I0226 14:06:35.999113 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:35.999176 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.004420 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:36.004527 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:36.026889 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:36.030372 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:36.043131 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:36.063835 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:36.063858 1295200 cri.go:89] found id: ""
I0226 14:06:36.063866 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:36.063927 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.068672 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:36.068827 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:36.131287 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:36.131310 1295200 cri.go:89] found id: ""
I0226 14:06:36.131318 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:36.131404 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.135194 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:36.135362 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:36.180680 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:36.180701 1295200 cri.go:89] found id: ""
I0226 14:06:36.180709 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:36.180824 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.188860 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:06:36.188886 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:06:36.215280 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:06:36.215309 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:06:36.266178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:36.472870 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:06:36.472911 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:36.525270 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:36.534833 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:36.554208 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:36.742962 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:06:36.743001 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:36.765580 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:36.955665 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:06:36.955698 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:37.025370 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:37.038716 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:37.050359 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:37.096628 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:06:37.096658 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:06:37.214342 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:06:37.217509 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:06:37.265605 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:37.391812 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:37.391843 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0226 14:06:37.422074 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:28 addons-297209 kubelet[1361]: W0226 14:05:28.094488 1361 reflector.go:535] object-"gadget"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.422288 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:28 addons-297209 kubelet[1361]: E0226 14:05:28.094529 1361 reflector.go:147] object-"gadget"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.451721 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.451945 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.452120 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.452317 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.453986 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.454174 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:37.484219 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:06:37.484248 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:37.530365 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:37.549859 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:37.561955 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:37.586084 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:06:37.586115 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:37.701109 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:06:37.701141 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:37.766073 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:37.777971 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:06:37.778000 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:37.892520 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:37.892554 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:06:37.892617 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:06:37.892631 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892639 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892651 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892657 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892842 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:37.892852 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:37.892862 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:06:38.026436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:38.032793 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:38.045244 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:38.269464 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:38.525223 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:38.532399 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:38.542766 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:38.764935 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:39.024274 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:39.029273 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:39.046681 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:39.272989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:39.523664 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:39.530854 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:39.543752 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:39.767347 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:40.024328 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:40.028945 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:40.043041 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:40.266832 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:40.523710 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:40.530056 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:40.541828 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:40.804516 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:41.023546 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:41.032544 1295200 kapi.go:107] duration metric: took 1m12.50828246s to wait for kubernetes.io/minikube-addons=registry ...
I0226 14:06:41.044386 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:41.266028 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:41.524129 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:41.541795 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:41.797024 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:42.024665 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:42.043741 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:42.266774 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:42.524036 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:42.541697 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:42.775868 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:43.024695 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:43.043512 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:43.264630 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:43.524549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:43.544357 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:43.770322 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:44.025233 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:44.042274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:44.267032 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:44.531619 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:44.543979 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:44.766907 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:45.027344 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:45.051770 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:45.266951 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:45.523833 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:45.544308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:45.773901 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:46.024221 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:46.051105 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:46.265960 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:46.524672 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:46.543066 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:46.766204 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.024543 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:47.042232 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:47.269241 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.525281 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:47.542039 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:47.772468 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.894193 1295200 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0226 14:06:47.917392 1295200 api_server.go:72] duration metric: took 1m25.858277626s to wait for apiserver process to appear ...
I0226 14:06:47.917417 1295200 api_server.go:88] waiting for apiserver healthz status ...
I0226 14:06:47.917451 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:47.917523 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:47.998046 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:47.998068 1295200 cri.go:89] found id: ""
I0226 14:06:47.998077 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:47.998137 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.003018 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:48.003094 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:48.024903 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:48.043583 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:48.089668 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:48.089693 1295200 cri.go:89] found id: ""
I0226 14:06:48.089702 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:48.089760 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.093696 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:48.093770 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:48.175795 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:48.175819 1295200 cri.go:89] found id: ""
I0226 14:06:48.175827 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:48.175890 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.183902 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:48.183974 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:48.274662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:48.281052 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:48.281078 1295200 cri.go:89] found id: ""
I0226 14:06:48.281087 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:48.281142 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.287308 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:48.287374 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:48.369036 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:48.369059 1295200 cri.go:89] found id: ""
I0226 14:06:48.369068 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:48.369122 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.374850 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:48.374933 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:48.430009 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:48.430031 1295200 cri.go:89] found id: ""
I0226 14:06:48.430040 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:48.430105 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.434939 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:48.435007 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:48.494722 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:48.494747 1295200 cri.go:89] found id: ""
I0226 14:06:48.494757 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:48.494831 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.501083 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:48.501113 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0226 14:06:48.527424 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:48.542255 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0226 14:06:48.604486 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.604709 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.604886 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.605076 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.607710 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.607918 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:48.645151 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:06:48.645194 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:06:48.669680 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:06:48.669712 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:48.753825 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:06:48.753861 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:48.765981 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:48.810306 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:06:48.810337 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:48.887483 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:06:48.887509 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:06:48.990113 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:06:48.990151 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:06:49.025614 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:49.050549 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:49.199661 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:06:49.199694 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:49.271128 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:49.277664 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:06:49.277697 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:49.350606 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:06:49.350649 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:49.397382 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:06:49.397418 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:49.505811 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:06:49.505849 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:06:49.525183 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:49.544735 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:49.623547 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:49.623591 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:06:49.623657 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:06:49.623678 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623692 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623706 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623713 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623721 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:49.623729 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:49.623735 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:06:49.764767 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:50.025869 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:50.043067 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:50.265666 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:50.523337 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:50.541861 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:50.764472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:51.025746 1295200 kapi.go:107] duration metric: took 1m22.506878114s to wait for app.kubernetes.io/name=ingress-nginx ...
I0226 14:06:51.044239 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:51.265809 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:51.544199 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:51.768784 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:52.042582 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:52.266198 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:52.542047 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:52.764619 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:53.045504 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:53.268292 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:53.542107 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:53.765048 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:54.042148 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:54.265282 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:54.542930 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:54.779975 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:55.043304 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:55.265108 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:55.541875 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:55.764387 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:56.042298 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:56.266283 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:56.543101 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:56.766022 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:57.042951 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:57.265662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:57.543191 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:57.765431 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:58.043328 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:58.264991 1295200 kapi.go:107] duration metric: took 1m29.506130754s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0226 14:06:58.541880 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.044624 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.542177 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.624996 1295200 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0226 14:06:59.634035 1295200 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0226 14:06:59.635390 1295200 api_server.go:141] control plane version: v1.28.4
I0226 14:06:59.635418 1295200 api_server.go:131] duration metric: took 11.717994063s to wait for apiserver health ...
I0226 14:06:59.635428 1295200 system_pods.go:43] waiting for kube-system pods to appear ...
I0226 14:06:59.635449 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:59.635513 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:59.673380 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:59.673455 1295200 cri.go:89] found id: ""
I0226 14:06:59.673477 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:59.673561 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.677281 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:59.677349 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:59.715726 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:59.715760 1295200 cri.go:89] found id: ""
I0226 14:06:59.715770 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:59.715863 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.719393 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:59.719462 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:59.762758 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:59.762779 1295200 cri.go:89] found id: ""
I0226 14:06:59.762787 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:59.762846 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.766273 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:59.766344 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:59.806262 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:59.806284 1295200 cri.go:89] found id: ""
I0226 14:06:59.806291 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:59.806350 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.810662 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:59.810735 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:59.860986 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:59.861006 1295200 cri.go:89] found id: ""
I0226 14:06:59.861014 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:59.861076 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.864625 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:59.864699 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:59.907720 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:59.907748 1295200 cri.go:89] found id: ""
I0226 14:06:59.907756 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:59.907829 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.912920 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:59.912994 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:59.981032 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:59.981056 1295200 cri.go:89] found id: ""
I0226 14:06:59.981064 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:59.981121 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.985180 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:59.985201 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0226 14:07:00.074616 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0226 14:07:00.097450 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.097679 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.097852 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.098045 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.099733 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.099916 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:07:00.139553 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:07:00.139605 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:07:00.303925 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:07:00.303961 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:07:00.367697 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:07:00.367734 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:07:00.461156 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:07:00.461192 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:07:00.503322 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:07:00.503350 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:07:00.546965 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:00.571523 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:07:00.571558 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:07:00.610662 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:07:00.610690 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:07:00.681642 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:07:00.681673 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:07:00.704899 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:07:00.704926 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:07:00.755602 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:07:00.755636 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:07:00.799817 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:07:00.799847 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:07:00.853025 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:07:00.853051 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:07:00.853126 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:07:00.853137 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853150 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853171 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853179 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853186 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:07:00.853201 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:07:00.853207 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:07:01.043669 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:01.542278 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:02.042494 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:02.541747 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:03.045989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:03.542223 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:04.042129 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:04.542784 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:05.043247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:05.542788 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:06.042493 1295200 kapi.go:107] duration metric: took 1m33.504426888s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0226 14:07:06.044833 1295200 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-297209 cluster.
I0226 14:07:06.047127 1295200 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0226 14:07:06.049474 1295200 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0226 14:07:06.051929 1295200 out.go:177] * Enabled addons: storage-provisioner, inspektor-gadget, cloud-spanner, nvidia-device-plugin, ingress-dns, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, csi-hostpath-driver, gcp-auth
I0226 14:07:06.054590 1295200 addons.go:505] enable addons completed in 1m44.791741893s: enabled=[storage-provisioner inspektor-gadget cloud-spanner nvidia-device-plugin ingress-dns metrics-server yakd storage-provisioner-rancher volumesnapshots registry ingress csi-hostpath-driver gcp-auth]
I0226 14:07:10.864646 1295200 system_pods.go:59] 18 kube-system pods found
I0226 14:07:10.864685 1295200 system_pods.go:61] "coredns-5dd5756b68-xk6c2" [cbebf7c8-9632-4402-b35f-15ccaf447ae6] Running
I0226 14:07:10.864692 1295200 system_pods.go:61] "csi-hostpath-attacher-0" [6041a1db-e447-4755-9524-f07ee26a691d] Running
I0226 14:07:10.864696 1295200 system_pods.go:61] "csi-hostpath-resizer-0" [240b2aef-0875-4a3e-b8cc-9b32f7a90ce9] Running
I0226 14:07:10.864701 1295200 system_pods.go:61] "csi-hostpathplugin-rzwzj" [7b11f0d3-06c6-4274-a327-65a48f6fd2cc] Running
I0226 14:07:10.864727 1295200 system_pods.go:61] "etcd-addons-297209" [a0eb604a-6848-4179-81b8-a988e3c732d4] Running
I0226 14:07:10.864759 1295200 system_pods.go:61] "kindnet-nslcj" [5c494131-61ee-4b53-9eb9-00e261dc92dc] Running
I0226 14:07:10.864771 1295200 system_pods.go:61] "kube-apiserver-addons-297209" [fd708142-00a4-4cb1-87b5-cd6d7f409d5f] Running
I0226 14:07:10.864776 1295200 system_pods.go:61] "kube-controller-manager-addons-297209" [f59a5cfd-8b85-49c9-a683-abb683aff229] Running
I0226 14:07:10.864783 1295200 system_pods.go:61] "kube-ingress-dns-minikube" [cfb8ecae-688a-47a4-8b5e-4b04591e5a9a] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 14:07:10.864804 1295200 system_pods.go:61] "kube-proxy-9rvv9" [bcee014d-5104-4f3d-a229-442511397910] Running
I0226 14:07:10.864826 1295200 system_pods.go:61] "kube-scheduler-addons-297209" [5b5bb371-abf0-4b4b-bbee-c1d2505dad13] Running
I0226 14:07:10.864836 1295200 system_pods.go:61] "metrics-server-69cf46c98-z9xhc" [10ca61ee-19a0-4549-8f31-6c064b5ac4b1] Running
I0226 14:07:10.864841 1295200 system_pods.go:61] "nvidia-device-plugin-daemonset-9hfrc" [0717dc66-e4a9-406c-94e6-ff9e3aa06d83] Running
I0226 14:07:10.864844 1295200 system_pods.go:61] "registry-proxy-kwlsg" [e79e2964-0eb9-47f0-8785-972108bff26f] Running
I0226 14:07:10.864848 1295200 system_pods.go:61] "registry-tmjb9" [eaf4ca0c-3de9-41ed-b0d5-c5d041c2cf59] Running
I0226 14:07:10.864852 1295200 system_pods.go:61] "snapshot-controller-58dbcc7b99-w2jhs" [78acba43-1c16-46c3-b29c-0cb59edf1d76] Running
I0226 14:07:10.864857 1295200 system_pods.go:61] "snapshot-controller-58dbcc7b99-z5nmz" [dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5] Running
I0226 14:07:10.864860 1295200 system_pods.go:61] "storage-provisioner" [1a9f7788-c41a-41ca-8fad-4c985f317305] Running
I0226 14:07:10.864883 1295200 system_pods.go:74] duration metric: took 11.229434766s to wait for pod list to return data ...
I0226 14:07:10.864899 1295200 default_sa.go:34] waiting for default service account to be created ...
I0226 14:07:10.868097 1295200 default_sa.go:45] found service account: "default"
I0226 14:07:10.868123 1295200 default_sa.go:55] duration metric: took 3.21712ms for default service account to be created ...
I0226 14:07:10.868133 1295200 system_pods.go:116] waiting for k8s-apps to be running ...
I0226 14:07:10.878328 1295200 system_pods.go:86] 18 kube-system pods found
I0226 14:07:10.878365 1295200 system_pods.go:89] "coredns-5dd5756b68-xk6c2" [cbebf7c8-9632-4402-b35f-15ccaf447ae6] Running
I0226 14:07:10.878375 1295200 system_pods.go:89] "csi-hostpath-attacher-0" [6041a1db-e447-4755-9524-f07ee26a691d] Running
I0226 14:07:10.878380 1295200 system_pods.go:89] "csi-hostpath-resizer-0" [240b2aef-0875-4a3e-b8cc-9b32f7a90ce9] Running
I0226 14:07:10.878396 1295200 system_pods.go:89] "csi-hostpathplugin-rzwzj" [7b11f0d3-06c6-4274-a327-65a48f6fd2cc] Running
I0226 14:07:10.878403 1295200 system_pods.go:89] "etcd-addons-297209" [a0eb604a-6848-4179-81b8-a988e3c732d4] Running
I0226 14:07:10.878407 1295200 system_pods.go:89] "kindnet-nslcj" [5c494131-61ee-4b53-9eb9-00e261dc92dc] Running
I0226 14:07:10.878411 1295200 system_pods.go:89] "kube-apiserver-addons-297209" [fd708142-00a4-4cb1-87b5-cd6d7f409d5f] Running
I0226 14:07:10.878415 1295200 system_pods.go:89] "kube-controller-manager-addons-297209" [f59a5cfd-8b85-49c9-a683-abb683aff229] Running
I0226 14:07:10.878422 1295200 system_pods.go:89] "kube-ingress-dns-minikube" [cfb8ecae-688a-47a4-8b5e-4b04591e5a9a] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 14:07:10.878432 1295200 system_pods.go:89] "kube-proxy-9rvv9" [bcee014d-5104-4f3d-a229-442511397910] Running
I0226 14:07:10.878442 1295200 system_pods.go:89] "kube-scheduler-addons-297209" [5b5bb371-abf0-4b4b-bbee-c1d2505dad13] Running
I0226 14:07:10.878447 1295200 system_pods.go:89] "metrics-server-69cf46c98-z9xhc" [10ca61ee-19a0-4549-8f31-6c064b5ac4b1] Running
I0226 14:07:10.878451 1295200 system_pods.go:89] "nvidia-device-plugin-daemonset-9hfrc" [0717dc66-e4a9-406c-94e6-ff9e3aa06d83] Running
I0226 14:07:10.878455 1295200 system_pods.go:89] "registry-proxy-kwlsg" [e79e2964-0eb9-47f0-8785-972108bff26f] Running
I0226 14:07:10.878465 1295200 system_pods.go:89] "registry-tmjb9" [eaf4ca0c-3de9-41ed-b0d5-c5d041c2cf59] Running
I0226 14:07:10.878469 1295200 system_pods.go:89] "snapshot-controller-58dbcc7b99-w2jhs" [78acba43-1c16-46c3-b29c-0cb59edf1d76] Running
I0226 14:07:10.878473 1295200 system_pods.go:89] "snapshot-controller-58dbcc7b99-z5nmz" [dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5] Running
I0226 14:07:10.878479 1295200 system_pods.go:89] "storage-provisioner" [1a9f7788-c41a-41ca-8fad-4c985f317305] Running
I0226 14:07:10.878489 1295200 system_pods.go:126] duration metric: took 10.347456ms to wait for k8s-apps to be running ...
I0226 14:07:10.878501 1295200 system_svc.go:44] waiting for kubelet service to be running ....
I0226 14:07:10.878562 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:07:10.890766 1295200 system_svc.go:56] duration metric: took 12.255818ms WaitForService to wait for kubelet.
I0226 14:07:10.890795 1295200 kubeadm.go:581] duration metric: took 1m48.831690443s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0226 14:07:10.890815 1295200 node_conditions.go:102] verifying NodePressure condition ...
I0226 14:07:10.895081 1295200 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0226 14:07:10.895119 1295200 node_conditions.go:123] node cpu capacity is 2
I0226 14:07:10.895132 1295200 node_conditions.go:105] duration metric: took 4.3114ms to run NodePressure ...
I0226 14:07:10.895159 1295200 start.go:228] waiting for startup goroutines ...
I0226 14:07:10.895174 1295200 start.go:233] waiting for cluster config update ...
I0226 14:07:10.895191 1295200 start.go:242] writing updated cluster config ...
I0226 14:07:10.895479 1295200 ssh_runner.go:195] Run: rm -f paused
I0226 14:07:11.232355 1295200 start.go:601] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0226 14:07:11.236047 1295200 out.go:177] * Done! kubectl is now configured to use "addons-297209" cluster and "default" namespace by default
==> CRI-O <==
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.043473107Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=0facc092-7c46-430b-8018-0cc9cf4d00b5 name=/runtime.v1.ImageService/ImageStatus
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.043679878Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=0facc092-7c46-430b-8018-0cc9cf4d00b5 name=/runtime.v1.ImageService/ImageStatus
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.044649669Z" level=info msg="Creating container: default/hello-world-app-5d77478584-md9fj/hello-world-app" id=7474230b-a84f-489d-9b60-25954ccd7e6d name=/runtime.v1.RuntimeService/CreateContainer
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.044744431Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.113461597Z" level=info msg="Created container 6cb3ddfab611520533ae171e9bb6b19c5e2185761f9db5cd656784ce8aad28c8: default/hello-world-app-5d77478584-md9fj/hello-world-app" id=7474230b-a84f-489d-9b60-25954ccd7e6d name=/runtime.v1.RuntimeService/CreateContainer
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.114546048Z" level=info msg="Starting container: 6cb3ddfab611520533ae171e9bb6b19c5e2185761f9db5cd656784ce8aad28c8" id=39f1339b-39d6-4bd5-9433-e69ee1029d1b name=/runtime.v1.RuntimeService/StartContainer
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.121946690Z" level=info msg="Started container" PID=8242 containerID=6cb3ddfab611520533ae171e9bb6b19c5e2185761f9db5cd656784ce8aad28c8 description=default/hello-world-app-5d77478584-md9fj/hello-world-app id=39f1339b-39d6-4bd5-9433-e69ee1029d1b name=/runtime.v1.RuntimeService/StartContainer sandboxID=197e3d2fd16583c166214be09c6706c88ee534183d62268516adbccd29520ee7
Feb 26 14:11:19 addons-297209 conmon[8231]: conmon 6cb3ddfab611520533ae <ninfo>: container 8242 exited with status 1
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.497165826Z" level=info msg="Stopping container: cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e (timeout: 2s)" id=f6c78cf9-0b4e-4694-b215-f3874b002062 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.819473899Z" level=info msg="Removing container: 65065b291f3b48058db5d22ddb78d8dc535addd21a7aac925a583953a38c31e2" id=2591a405-cac1-424c-902c-991871145bdb name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:11:19 addons-297209 crio[898]: time="2024-02-26 14:11:19.844750247Z" level=info msg="Removed container 65065b291f3b48058db5d22ddb78d8dc535addd21a7aac925a583953a38c31e2: default/hello-world-app-5d77478584-md9fj/hello-world-app" id=2591a405-cac1-424c-902c-991871145bdb name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.502607354Z" level=warning msg="Stopping container cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=f6c78cf9-0b4e-4694-b215-f3874b002062 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:11:21 addons-297209 conmon[4901]: conmon cad4820a0c6c0d362d4d <ninfo>: container 4912 exited with status 137
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.639519137Z" level=info msg="Stopped container cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e: ingress-nginx/ingress-nginx-controller-7967645744-kqr9d/controller" id=f6c78cf9-0b4e-4694-b215-f3874b002062 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.640096964Z" level=info msg="Stopping pod sandbox: 363e420910e40064b796b3014f343766d8f9575509e21c999857301b9d6c1445" id=cee024ca-009b-49ba-ac9e-ad17f7d9536c name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.643614482Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HP-DVIPTQXSVTN3SUCY - [0:0]\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-HKIX33NZ7EMSEY3G - [0:0]\n-X KUBE-HP-DVIPTQXSVTN3SUCY\n-X KUBE-HP-HKIX33NZ7EMSEY3G\nCOMMIT\n"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.644942955Z" level=info msg="Closing host port tcp:80"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.644987370Z" level=info msg="Closing host port tcp:443"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.646249578Z" level=info msg="Host port tcp:80 does not have an open socket"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.646279133Z" level=info msg="Host port tcp:443 does not have an open socket"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.646479225Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7967645744-kqr9d Namespace:ingress-nginx ID:363e420910e40064b796b3014f343766d8f9575509e21c999857301b9d6c1445 UID:92f13fce-6f68-48c1-84c3-02a96c5d8cb6 NetNS:/var/run/netns/fd34b174-2fd4-48eb-9602-236ad481b801 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.646640925Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7967645744-kqr9d from CNI network \"kindnet\" (type=ptp)"
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.668038061Z" level=info msg="Stopped pod sandbox: 363e420910e40064b796b3014f343766d8f9575509e21c999857301b9d6c1445" id=cee024ca-009b-49ba-ac9e-ad17f7d9536c name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.825739368Z" level=info msg="Removing container: cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e" id=d0813266-e2a2-4991-81b0-9d45ee00de17 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:11:21 addons-297209 crio[898]: time="2024-02-26 14:11:21.839564389Z" level=info msg="Removed container cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e: ingress-nginx/ingress-nginx-controller-7967645744-kqr9d/controller" id=d0813266-e2a2-4991-81b0-9d45ee00de17 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
6cb3ddfab6115 dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79 7 seconds ago Exited hello-world-app 2 197e3d2fd1658 hello-world-app-5d77478584-md9fj
5fe22366aefb3 docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674 2 minutes ago Running nginx 0 7acdb58d15dad nginx
dcd8be2a15db8 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:63b520448091bc94aa4dba00d6b3b3c25e410c4fb73aa46feae5b25f9895abaa 4 minutes ago Running gcp-auth 0 0005b557501f0 gcp-auth-d4c87556c-mxw4j
b9a480ac16eb5 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:25d6a5f11211cc5c3f9f2bf552b585374af287b4debf693cacbe2da47daa5084 5 minutes ago Exited patch 0 e1dca9b05aa7d ingress-nginx-admission-patch-sh74l
b05e65b5a0ff5 docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 5 minutes ago Running yakd 0 bc71a972a1341 yakd-dashboard-9947fc6bf-8jljj
eaa366e6465e5 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:25d6a5f11211cc5c3f9f2bf552b585374af287b4debf693cacbe2da47daa5084 5 minutes ago Exited create 0 29c855913ee97 ingress-nginx-admission-create-5frg9
af57b4f60be1c ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 7baaf108b921b storage-provisioner
635eb13a87662 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 5 minutes ago Running coredns 0 2c9ed73e34ee6 coredns-5dd5756b68-xk6c2
21233f46de04f docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 5 minutes ago Running kindnet-cni 0 ebd8dfd98ff43 kindnet-nslcj
dd3249e61ddda 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39 6 minutes ago Running kube-proxy 0 d8c336c66fb4f kube-proxy-9rvv9
5aff79022a464 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419 6 minutes ago Running kube-apiserver 0 82f10467852e9 kube-apiserver-addons-297209
d332a2289cdc9 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 6 minutes ago Running etcd 0 95baf4ff86d44 etcd-addons-297209
9ad960b7e0aa7 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b 6 minutes ago Running kube-controller-manager 0 e598dfb52e9db kube-controller-manager-addons-297209
1e1bbf5eaeb55 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54 6 minutes ago Running kube-scheduler 0 5662c11904254 kube-scheduler-addons-297209
==> coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] <==
[INFO] 10.244.0.19:42215 - 48017 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00006016s
[INFO] 10.244.0.19:42215 - 7349 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000074881s
[INFO] 10.244.0.19:42215 - 15965 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000046138s
[INFO] 10.244.0.19:42215 - 43938 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000050134s
[INFO] 10.244.0.19:42215 - 34645 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001206199s
[INFO] 10.244.0.19:42215 - 21993 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001089947s
[INFO] 10.244.0.19:42215 - 27790 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00007196s
[INFO] 10.244.0.19:35910 - 39790 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000154792s
[INFO] 10.244.0.19:35910 - 2431 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000069597s
[INFO] 10.244.0.19:43407 - 53381 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000039853s
[INFO] 10.244.0.19:35910 - 7009 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000060521s
[INFO] 10.244.0.19:43407 - 51875 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000033642s
[INFO] 10.244.0.19:43407 - 64764 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000042232s
[INFO] 10.244.0.19:35910 - 20655 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000166796s
[INFO] 10.244.0.19:35910 - 21993 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000043184s
[INFO] 10.244.0.19:43407 - 19794 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000030933s
[INFO] 10.244.0.19:35910 - 2652 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000044021s
[INFO] 10.244.0.19:43407 - 10270 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000030424s
[INFO] 10.244.0.19:43407 - 43739 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000092522s
[INFO] 10.244.0.19:35910 - 5785 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001530133s
[INFO] 10.244.0.19:43407 - 51706 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001657051s
[INFO] 10.244.0.19:35910 - 37025 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001025972s
[INFO] 10.244.0.19:35910 - 37901 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000055516s
[INFO] 10.244.0.19:43407 - 27751 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001228346s
[INFO] 10.244.0.19:43407 - 52377 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000071279s
==> describe nodes <==
Name: addons-297209
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-297209
kubernetes.io/os=linux
minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9
minikube.k8s.io/name=addons-297209
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_26T14_05_10_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-297209
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 26 Feb 2024 14:05:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-297209
AcquireTime: <unset>
RenewTime: Mon, 26 Feb 2024 14:11:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 26 Feb 2024 14:11:16 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 26 Feb 2024 14:11:16 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 26 Feb 2024 14:11:16 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 26 Feb 2024 14:11:16 +0000 Mon, 26 Feb 2024 14:05:58 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-297209
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 5d5d1758f3ae403abcbcfa790aa12b65
System UUID: a48d3a9b-0f89-48f4-92bc-550bdc187adf
Boot ID: 2c7c6b87-6e58-40a2-bcdb-51d10909f45d
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (12 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5d77478584-md9fj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m45s
gcp-auth gcp-auth-d4c87556c-mxw4j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m54s
kube-system coredns-5dd5756b68-xk6c2 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 6m3s
kube-system etcd-addons-297209 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 6m20s
kube-system kindnet-nslcj 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 6m5s
kube-system kube-apiserver-addons-297209 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
kube-system kube-controller-manager-addons-297209 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m18s
kube-system kube-proxy-9rvv9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m5s
kube-system kube-scheduler-addons-297209 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 6m17s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 5m59s
yakd-dashboard yakd-dashboard-9947fc6bf-8jljj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 5m59s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (42%!)(MISSING) 100m (5%!)(MISSING)
memory 348Mi (4%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m58s kube-proxy
Normal Starting 6m18s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m17s kubelet Node addons-297209 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m17s kubelet Node addons-297209 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m17s kubelet Node addons-297209 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m5s node-controller Node addons-297209 event: Registered Node addons-297209 in Controller
Normal NodeReady 5m28s kubelet Node addons-297209 status is now: NodeReady
==> dmesg <==
[ +0.000725] FS-Cache: N-cookie c=00000042 [p=00000039 fl=2 nc=0 na=1]
[ +0.000947] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000006faccaa8
[ +0.001065] FS-Cache: N-key=[8] '5872ed0000000000'
[ +0.002656] FS-Cache: Duplicate cookie detected
[ +0.000742] FS-Cache: O-cookie c=0000003c [p=00000039 fl=226 nc=0 na=1]
[ +0.001009] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=00000000a220cfbb
[ +0.001105] FS-Cache: O-key=[8] '5872ed0000000000'
[ +0.000708] FS-Cache: N-cookie c=00000043 [p=00000039 fl=2 nc=0 na=1]
[ +0.000928] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000008cc9f97b
[ +0.001038] FS-Cache: N-key=[8] '5872ed0000000000'
[ +2.489257] FS-Cache: Duplicate cookie detected
[ +0.000746] FS-Cache: O-cookie c=0000003a [p=00000039 fl=226 nc=0 na=1]
[ +0.000948] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=0000000017400cb9
[ +0.001039] FS-Cache: O-key=[8] '5772ed0000000000'
[ +0.000756] FS-Cache: N-cookie c=00000045 [p=00000039 fl=2 nc=0 na=1]
[ +0.000948] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000005c7c7d99
[ +0.001040] FS-Cache: N-key=[8] '5772ed0000000000'
[ +0.350165] FS-Cache: Duplicate cookie detected
[ +0.000747] FS-Cache: O-cookie c=0000003f [p=00000039 fl=226 nc=0 na=1]
[ +0.001021] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=00000000db8d6e0a
[ +0.001035] FS-Cache: O-key=[8] '5d72ed0000000000'
[ +0.000754] FS-Cache: N-cookie c=00000046 [p=00000039 fl=2 nc=0 na=1]
[ +0.000963] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000006faccaa8
[ +0.001049] FS-Cache: N-key=[8] '5d72ed0000000000'
[Feb26 13:28] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] <==
{"level":"info","ts":"2024-02-26T14:05:02.072569Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-02-26T14:05:02.072667Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.072696Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.072705Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.084877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-02-26T14:05:02.084973Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-02-26T14:05:02.414435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.422633Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-26T14:05:02.42384Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-26T14:05:02.423969Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.42262Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-297209 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-26T14:05:02.430684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-26T14:05:02.43163Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-26T14:05:02.432258Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.432332Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.432357Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.47442Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-26T14:05:02.474522Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-02-26T14:05:25.267207Z","caller":"traceutil/trace.go:171","msg":"trace[366224775] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"121.877738ms","start":"2024-02-26T14:05:25.144467Z","end":"2024-02-26T14:05:25.266345Z","steps":["trace[366224775] 'process raft request' (duration: 87.654729ms)","trace[366224775] 'compare' (duration: 30.915384ms)"],"step_count":2}
==> gcp-auth [dcd8be2a15db8271d31f9e51cd798af28d773583053e58e3d715beecc4e57356] <==
2024/02/26 14:07:05 GCP Auth Webhook started!
2024/02/26 14:07:22 Ready to marshal response ...
2024/02/26 14:07:22 Ready to write response ...
2024/02/26 14:07:36 Ready to marshal response ...
2024/02/26 14:07:36 Ready to write response ...
2024/02/26 14:07:39 Ready to marshal response ...
2024/02/26 14:07:39 Ready to write response ...
2024/02/26 14:07:39 Ready to marshal response ...
2024/02/26 14:07:39 Ready to write response ...
2024/02/26 14:07:50 Ready to marshal response ...
2024/02/26 14:07:50 Ready to write response ...
2024/02/26 14:08:09 Ready to marshal response ...
2024/02/26 14:08:09 Ready to write response ...
2024/02/26 14:08:41 Ready to marshal response ...
2024/02/26 14:08:41 Ready to write response ...
2024/02/26 14:11:00 Ready to marshal response ...
2024/02/26 14:11:00 Ready to write response ...
==> kernel <==
14:11:27 up 5:53, 0 users, load average: 0.16, 0.98, 1.61
Linux addons-297209 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] <==
I0226 14:09:17.973894 1 main.go:227] handling current node
I0226 14:09:27.978509 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:09:27.978535 1 main.go:227] handling current node
I0226 14:09:37.982633 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:09:37.982662 1 main.go:227] handling current node
I0226 14:09:47.993732 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:09:47.993880 1 main.go:227] handling current node
I0226 14:09:57.998586 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:09:57.998911 1 main.go:227] handling current node
I0226 14:10:08.010533 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:08.010563 1 main.go:227] handling current node
I0226 14:10:18.021998 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:18.022027 1 main.go:227] handling current node
I0226 14:10:28.026674 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:28.026701 1 main.go:227] handling current node
I0226 14:10:38.039313 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:38.039340 1 main.go:227] handling current node
I0226 14:10:48.051577 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:48.051604 1 main.go:227] handling current node
I0226 14:10:58.064321 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:10:58.064349 1 main.go:227] handling current node
I0226 14:11:08.077057 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:11:08.077085 1 main.go:227] handling current node
I0226 14:11:18.089659 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:11:18.089693 1 main.go:227] handling current node
==> kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] <==
I0226 14:08:25.339193 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.347319 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.347452 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.373141 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.373270 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.375487 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.375591 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.395172 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.395223 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.396431 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.397281 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.464215 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.464468 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.488717 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.488756 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0226 14:08:26.376335 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0226 14:08:26.489152 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0226 14:08:26.499923 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0226 14:08:39.706947 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
I0226 14:08:39.718249 1 handler.go:232] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0226 14:08:40.748025 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0226 14:08:40.944214 1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0226 14:08:41.211107 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.111.245.18"}
I0226 14:09:30.665889 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0226 14:11:01.214461 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.31.241"}
==> kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] <==
W0226 14:10:32.339257 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:10:32.339293 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:10:39.364840 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:10:39.364873 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:10:41.860800 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:10:41.860833 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:10:50.720222 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:10:50.720254 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0226 14:11:00.910550 1 event.go:307] "Event occurred" object="default/hello-world-app" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set hello-world-app-5d77478584 to 1"
I0226 14:11:00.932365 1 event.go:307] "Event occurred" object="default/hello-world-app-5d77478584" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: hello-world-app-5d77478584-md9fj"
I0226 14:11:00.940622 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="30.464087ms"
I0226 14:11:00.971971 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="31.230019ms"
I0226 14:11:00.972242 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="152.42µs"
I0226 14:11:00.972363 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="27.988µs"
I0226 14:11:04.804468 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="83.135µs"
I0226 14:11:05.805601 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="111.673µs"
I0226 14:11:06.801147 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="71.074µs"
I0226 14:11:18.470262 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-create"
I0226 14:11:18.474031 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-7967645744" duration="4.251µs"
I0226 14:11:18.477928 1 job_controller.go:562] "enqueueing job" key="ingress-nginx/ingress-nginx-admission-patch"
W0226 14:11:18.790076 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:11:18.790109 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0226 14:11:19.833885 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/hello-world-app-5d77478584" duration="47.599µs"
W0226 14:11:22.902365 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:11:22.902412 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
==> kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] <==
I0226 14:05:27.504140 1 server_others.go:69] "Using iptables proxy"
I0226 14:05:27.759221 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0226 14:05:27.960754 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0226 14:05:27.962941 1 server_others.go:152] "Using iptables Proxier"
I0226 14:05:27.962986 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0226 14:05:27.962994 1 server_others.go:438] "Defaulting to no-op detect-local"
I0226 14:05:27.963014 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0226 14:05:27.963269 1 server.go:846] "Version info" version="v1.28.4"
I0226 14:05:27.963286 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0226 14:05:27.966708 1 config.go:188] "Starting service config controller"
I0226 14:05:27.966732 1 shared_informer.go:311] Waiting for caches to sync for service config
I0226 14:05:27.966752 1 config.go:97] "Starting endpoint slice config controller"
I0226 14:05:27.966755 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0226 14:05:27.967913 1 config.go:315] "Starting node config controller"
I0226 14:05:27.967934 1 shared_informer.go:311] Waiting for caches to sync for node config
I0226 14:05:28.068457 1 shared_informer.go:318] Caches are synced for node config
I0226 14:05:28.068494 1 shared_informer.go:318] Caches are synced for service config
I0226 14:05:28.068535 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] <==
W0226 14:05:05.936652 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0226 14:05:05.937099 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0226 14:05:05.936713 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0226 14:05:05.937183 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0226 14:05:05.936751 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0226 14:05:05.937262 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0226 14:05:05.936791 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0226 14:05:05.937350 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0226 14:05:05.935609 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0226 14:05:05.937027 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0226 14:05:05.937074 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0226 14:05:05.937509 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0226 14:05:05.937754 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:05:05.937986 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0226 14:05:05.937874 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0226 14:05:05.938089 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0226 14:05:05.937909 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0226 14:05:05.938172 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0226 14:05:05.937964 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0226 14:05:05.938283 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0226 14:05:06.766555 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:05:06.766606 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0226 14:05:06.864364 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0226 14:05:06.864396 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
I0226 14:05:07.520149 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 26 14:11:09 addons-297209 kubelet[1361]: E0226 14:11:09.231347 1361 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/6d9e6c175b04567e3387c729edb4436165359cbda56ea68814bab5c7c6eb83a1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/6d9e6c175b04567e3387c729edb4436165359cbda56ea68814bab5c7c6eb83a1/diff: no such file or directory, extraDiskErr: <nil>
Feb 26 14:11:14 addons-297209 kubelet[1361]: I0226 14:11:14.040020 1361 scope.go:117] "RemoveContainer" containerID="bca5da965529b0055af4814331b526b06698a9a3b882f2ad635bc690b5f91f3d"
Feb 26 14:11:14 addons-297209 kubelet[1361]: E0226 14:11:14.040302 1361 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"minikube-ingress-dns\" with CrashLoopBackOff: \"back-off 2m40s restarting failed container=minikube-ingress-dns pod=kube-ingress-dns-minikube_kube-system(cfb8ecae-688a-47a4-8b5e-4b04591e5a9a)\"" pod="kube-system/kube-ingress-dns-minikube" podUID="cfb8ecae-688a-47a4-8b5e-4b04591e5a9a"
Feb 26 14:11:17 addons-297209 kubelet[1361]: I0226 14:11:17.045710 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-n8mtp\" (UniqueName: \"kubernetes.io/projected/cfb8ecae-688a-47a4-8b5e-4b04591e5a9a-kube-api-access-n8mtp\") pod \"cfb8ecae-688a-47a4-8b5e-4b04591e5a9a\" (UID: \"cfb8ecae-688a-47a4-8b5e-4b04591e5a9a\") "
Feb 26 14:11:17 addons-297209 kubelet[1361]: I0226 14:11:17.050038 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/cfb8ecae-688a-47a4-8b5e-4b04591e5a9a-kube-api-access-n8mtp" (OuterVolumeSpecName: "kube-api-access-n8mtp") pod "cfb8ecae-688a-47a4-8b5e-4b04591e5a9a" (UID: "cfb8ecae-688a-47a4-8b5e-4b04591e5a9a"). InnerVolumeSpecName "kube-api-access-n8mtp". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 14:11:17 addons-297209 kubelet[1361]: I0226 14:11:17.147009 1361 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-n8mtp\" (UniqueName: \"kubernetes.io/projected/cfb8ecae-688a-47a4-8b5e-4b04591e5a9a-kube-api-access-n8mtp\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:11:17 addons-297209 kubelet[1361]: I0226 14:11:17.810643 1361 scope.go:117] "RemoveContainer" containerID="bca5da965529b0055af4814331b526b06698a9a3b882f2ad635bc690b5f91f3d"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.040473 1361 scope.go:117] "RemoveContainer" containerID="65065b291f3b48058db5d22ddb78d8dc535addd21a7aac925a583953a38c31e2"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.041965 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="3b747b35-8c00-475b-bad0-a23d686ac1d6" path="/var/lib/kubelet/pods/3b747b35-8c00-475b-bad0-a23d686ac1d6/volumes"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.042416 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="8ca7e733-020d-493c-9247-5538ee9938a6" path="/var/lib/kubelet/pods/8ca7e733-020d-493c-9247-5538ee9938a6/volumes"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.042791 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="cfb8ecae-688a-47a4-8b5e-4b04591e5a9a" path="/var/lib/kubelet/pods/cfb8ecae-688a-47a4-8b5e-4b04591e5a9a/volumes"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.817475 1361 scope.go:117] "RemoveContainer" containerID="65065b291f3b48058db5d22ddb78d8dc535addd21a7aac925a583953a38c31e2"
Feb 26 14:11:19 addons-297209 kubelet[1361]: I0226 14:11:19.817766 1361 scope.go:117] "RemoveContainer" containerID="6cb3ddfab611520533ae171e9bb6b19c5e2185761f9db5cd656784ce8aad28c8"
Feb 26 14:11:19 addons-297209 kubelet[1361]: E0226 14:11:19.818038 1361 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"hello-world-app\" with CrashLoopBackOff: \"back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5d77478584-md9fj_default(ecd9d4ea-f5ae-4950-932b-963ad334a29e)\"" pod="default/hello-world-app-5d77478584-md9fj" podUID="ecd9d4ea-f5ae-4950-932b-963ad334a29e"
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.779587 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-webhook-cert\") pod \"92f13fce-6f68-48c1-84c3-02a96c5d8cb6\" (UID: \"92f13fce-6f68-48c1-84c3-02a96c5d8cb6\") "
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.779649 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-pkwqk\" (UniqueName: \"kubernetes.io/projected/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-kube-api-access-pkwqk\") pod \"92f13fce-6f68-48c1-84c3-02a96c5d8cb6\" (UID: \"92f13fce-6f68-48c1-84c3-02a96c5d8cb6\") "
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.781580 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "92f13fce-6f68-48c1-84c3-02a96c5d8cb6" (UID: "92f13fce-6f68-48c1-84c3-02a96c5d8cb6"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.783436 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-kube-api-access-pkwqk" (OuterVolumeSpecName: "kube-api-access-pkwqk") pod "92f13fce-6f68-48c1-84c3-02a96c5d8cb6" (UID: "92f13fce-6f68-48c1-84c3-02a96c5d8cb6"). InnerVolumeSpecName "kube-api-access-pkwqk". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.824230 1361 scope.go:117] "RemoveContainer" containerID="cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e"
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.839823 1361 scope.go:117] "RemoveContainer" containerID="cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e"
Feb 26 14:11:21 addons-297209 kubelet[1361]: E0226 14:11:21.840249 1361 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e\": container with ID starting with cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e not found: ID does not exist" containerID="cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e"
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.840299 1361 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e"} err="failed to get container status \"cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e\": rpc error: code = NotFound desc = could not find container \"cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e\": container with ID starting with cad4820a0c6c0d362d4d41d802af4d8ba6d7948bc585185e6e235f0aadc18c8e not found: ID does not exist"
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.880799 1361 reconciler_common.go:300] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-webhook-cert\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:11:21 addons-297209 kubelet[1361]: I0226 14:11:21.880838 1361 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-pkwqk\" (UniqueName: \"kubernetes.io/projected/92f13fce-6f68-48c1-84c3-02a96c5d8cb6-kube-api-access-pkwqk\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:11:23 addons-297209 kubelet[1361]: I0226 14:11:23.041629 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="92f13fce-6f68-48c1-84c3-02a96c5d8cb6" path="/var/lib/kubelet/pods/92f13fce-6f68-48c1-84c3-02a96c5d8cb6/volumes"
==> storage-provisioner [af57b4f60be1c69e958756185981b2bfc258d48aa427754c663d9fd175bbaac9] <==
I0226 14:05:59.313578 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0226 14:05:59.333656 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0226 14:05:59.333803 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0226 14:05:59.372474 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0226 14:05:59.374195 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96!
I0226 14:05:59.378275 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"f38c36d6-b8cf-4e79-b704-5dbe5828deee", APIVersion:"v1", ResourceVersion:"881", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96 became leader
I0226 14:05:59.478057 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-297209 -n addons-297209
helpers_test.go:261: (dbg) Run: kubectl --context addons-297209 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/Ingress FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestAddons/parallel/Ingress (167.43s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:824: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-297209 --alsologtostderr -v=1
addons_test.go:824: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable headlamp -p addons-297209 --alsologtostderr -v=1: exit status 11 (351.34365ms)
-- stdout --
-- /stdout --
** stderr **
I0226 14:08:31.248860 1303797 out.go:291] Setting OutFile to fd 1 ...
I0226 14:08:31.249898 1303797 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:08:31.249915 1303797 out.go:304] Setting ErrFile to fd 2...
I0226 14:08:31.249921 1303797 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:08:31.250272 1303797 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:08:31.250626 1303797 mustload.go:65] Loading cluster: addons-297209
I0226 14:08:31.251020 1303797 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:08:31.251043 1303797 addons.go:597] checking whether the cluster is paused
I0226 14:08:31.251156 1303797 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:08:31.251171 1303797 host.go:66] Checking if "addons-297209" exists ...
I0226 14:08:31.251634 1303797 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:08:31.278308 1303797 ssh_runner.go:195] Run: systemctl --version
I0226 14:08:31.278369 1303797 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:08:31.300443 1303797 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:08:31.402744 1303797 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0226 14:08:31.402839 1303797 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0226 14:08:31.443107 1303797 cri.go:89] found id: "0ddf03c065290608f16acefc1d59116f459af8e875ec7b50506cf3c13b95c64a"
I0226 14:08:31.443130 1303797 cri.go:89] found id: "fa809cdf028ddb3930cdda5f1c75778aa7397692384e293f89370bd01b751ef1"
I0226 14:08:31.443135 1303797 cri.go:89] found id: "af57b4f60be1c69e958756185981b2bfc258d48aa427754c663d9fd175bbaac9"
I0226 14:08:31.443139 1303797 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:08:31.443142 1303797 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:08:31.443146 1303797 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:08:31.443149 1303797 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:08:31.443153 1303797 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:08:31.443156 1303797 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:08:31.443162 1303797 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:08:31.443165 1303797 cri.go:89] found id: ""
I0226 14:08:31.443214 1303797 ssh_runner.go:195] Run: sudo runc list -f json
I0226 14:08:31.476656 1303797 out.go:177]
W0226 14:08:31.479219 1303797 out.go:239] X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2024-02-26T14:08:31Z" level=error msg="stat /run/runc/47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a: no such file or directory"
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2024-02-26T14:08:31Z" level=error msg="stat /run/runc/47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a: no such file or directory"
W0226 14:08:31.479241 1303797 out.go:239] *
*
W0226 14:08:31.533838 1303797 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0226 14:08:31.536087 1303797 out.go:177]
** /stderr **
addons_test.go:826: failed to enable headlamp addon: args: "out/minikube-linux-arm64 addons enable headlamp -p addons-297209 --alsologtostderr -v=1": exit status 11
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Headlamp]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-297209
helpers_test.go:235: (dbg) docker inspect addons-297209:
-- stdout --
[
{
"Id": "073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120",
"Created": "2024-02-26T14:04:46.254097257Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1295667,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-26T14:04:46.554059051Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/hostname",
"HostsPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/hosts",
"LogPath": "/var/lib/docker/containers/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120/073ecbb80df2355470caa6421e59d3bd4db60a7396c16d486972882061a46120-json.log",
"Name": "/addons-297209",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"addons-297209:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-297209",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822-init/diff:/var/lib/docker/overlay2/50eb75b8e336ab1f618ee702b2223d330300323473c6c3a09f780463ae642b98/diff",
"MergedDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/merged",
"UpperDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/diff",
"WorkDir": "/var/lib/docker/overlay2/34ad653b20005867ec36c65d187449cdc9b6559d672b6ee272f38dc58d621822/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-297209",
"Source": "/var/lib/docker/volumes/addons-297209/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-297209",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-297209",
"name.minikube.sigs.k8s.io": "addons-297209",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "bc10d3b00264f74fb12c4e1ea4743e49433771df5435e68cb0185a4f5d68d26f",
"SandboxKey": "/var/run/docker/netns/bc10d3b00264",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34057"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34056"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34053"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34055"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34054"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-297209": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"073ecbb80df2",
"addons-297209"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "04dd6ee217e7b6f27305e94bf38314196c55c7416fb3241d83905f7597f46d0c",
"EndpointID": "3b23969627f2ac0703cf589b9c8816cd61e55c056dd60c18d39adf2ab54978b3",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"addons-297209",
"073ecbb80df2"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-297209 -n addons-297209
helpers_test.go:244: <<< TestAddons/parallel/Headlamp FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Headlamp]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 logs -n 25: (1.488022048s)
helpers_test.go:252: TestAddons/parallel/Headlamp logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-904869 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-904869 | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | -o=json --download-only | download-only-805195 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | -p download-only-805195 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.0-rc.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-805195 | download-only-805195 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-663838 | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-904869 | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-805195 | download-only-805195 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | --download-only -p | download-docker-478529 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | download-docker-478529 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-478529 | download-docker-478529 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | --download-only -p | binary-mirror-370219 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | binary-mirror-370219 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:39753 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-370219 | binary-mirror-370219 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| addons | disable dashboard -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | addons-297209 | | | | | |
| addons | enable dashboard -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | addons-297209 | | | | | |
| start | -p addons-297209 --wait=true | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:07 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| ip | addons-297209 ip | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | disable nvidia-device-plugin | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | -p addons-297209 | | | | | |
| ssh | addons-297209 ssh cat | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | 26 Feb 24 14:07 UTC |
| | /opt/local-path-provisioner/pvc-2014e571-4bd3-466e-b151-d56749f53d4b_default_test-pvc/file1 | | | | | |
| addons | addons-297209 addons disable | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:07 UTC | |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-297209 addons | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-297209 addons | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | disable cloud-spanner -p | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | 26 Feb 24 14:08 UTC |
| | addons-297209 | | | | | |
| addons | enable headlamp | addons-297209 | jenkins | v1.32.0 | 26 Feb 24 14:08 UTC | |
| | -p addons-297209 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 14:04:22
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:04:22.616848 1295200 out.go:291] Setting OutFile to fd 1 ...
I0226 14:04:22.616971 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:22.616980 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:04:22.616985 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:22.617220 1295200 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:04:22.617644 1295200 out.go:298] Setting JSON to false
I0226 14:04:22.618511 1295200 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":20810,"bootTime":1708935452,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:04:22.618575 1295200 start.go:139] virtualization:
I0226 14:04:22.621146 1295200 out.go:177] * [addons-297209] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:04:22.623856 1295200 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:04:22.625918 1295200 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:04:22.624020 1295200 notify.go:220] Checking for updates...
I0226 14:04:22.630021 1295200 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:04:22.631889 1295200 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:04:22.633584 1295200 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:04:22.635527 1295200 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:04:22.638042 1295200 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:04:22.656959 1295200 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:04:22.657079 1295200 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:22.731450 1295200 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:22.722437461 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:22.731558 1295200 docker.go:295] overlay module found
I0226 14:04:22.733821 1295200 out.go:177] * Using the docker driver based on user configuration
I0226 14:04:22.735985 1295200 start.go:299] selected driver: docker
I0226 14:04:22.736004 1295200 start.go:903] validating driver "docker" against <nil>
I0226 14:04:22.736017 1295200 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:04:22.736594 1295200 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:22.795882 1295200 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:22.787030009 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:22.796056 1295200 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:04:22.796268 1295200 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0226 14:04:22.798303 1295200 out.go:177] * Using Docker driver with root privileges
I0226 14:04:22.800041 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:04:22.800057 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:04:22.800067 1295200 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:04:22.800081 1295200 start_flags.go:323] config:
{Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:04:22.802409 1295200 out.go:177] * Starting control plane node addons-297209 in cluster addons-297209
I0226 14:04:22.804402 1295200 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:04:22.806445 1295200 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:04:22.808297 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:22.808342 1295200 preload.go:148] Found local preload: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
I0226 14:04:22.808354 1295200 cache.go:56] Caching tarball of preloaded images
I0226 14:04:22.808388 1295200 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:04:22.808433 1295200 preload.go:174] Found /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0226 14:04:22.808442 1295200 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on crio
I0226 14:04:22.808803 1295200 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json ...
I0226 14:04:22.808879 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json: {Name:mkee3b92f48858de3c9ac9d024b2524259270a76 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:22.822897 1295200 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:04:22.822993 1295200 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 14:04:22.823012 1295200 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0226 14:04:22.823028 1295200 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0226 14:04:22.823037 1295200 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 14:04:22.823042 1295200 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from local cache
I0226 14:04:38.426707 1295200 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf from cached tarball
I0226 14:04:38.426745 1295200 cache.go:194] Successfully downloaded all kic artifacts
I0226 14:04:38.426775 1295200 start.go:365] acquiring machines lock for addons-297209: {Name:mk8708e4cda8b2443af53e7cd70a3a8afd6ce9a4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0226 14:04:38.426893 1295200 start.go:369] acquired machines lock for "addons-297209" in 93.474µs
I0226 14:04:38.426924 1295200 start.go:93] Provisioning new machine with config: &{Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA A
PIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disabl
eMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:04:38.427041 1295200 start.go:125] createHost starting for "" (driver="docker")
I0226 14:04:38.429723 1295200 out.go:204] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0226 14:04:38.429969 1295200 start.go:159] libmachine.API.Create for "addons-297209" (driver="docker")
I0226 14:04:38.430001 1295200 client.go:168] LocalClient.Create starting
I0226 14:04:38.430112 1295200 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem
I0226 14:04:39.328120 1295200 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem
I0226 14:04:39.648254 1295200 cli_runner.go:164] Run: docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0226 14:04:39.663424 1295200 cli_runner.go:211] docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0226 14:04:39.663521 1295200 network_create.go:281] running [docker network inspect addons-297209] to gather additional debugging logs...
I0226 14:04:39.663545 1295200 cli_runner.go:164] Run: docker network inspect addons-297209
W0226 14:04:39.678643 1295200 cli_runner.go:211] docker network inspect addons-297209 returned with exit code 1
I0226 14:04:39.678673 1295200 network_create.go:284] error running [docker network inspect addons-297209]: docker network inspect addons-297209: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-297209 not found
I0226 14:04:39.678699 1295200 network_create.go:286] output of [docker network inspect addons-297209]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-297209 not found
** /stderr **
I0226 14:04:39.678817 1295200 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:04:39.694096 1295200 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4002588e00}
I0226 14:04:39.694140 1295200 network_create.go:124] attempt to create docker network addons-297209 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0226 14:04:39.694199 1295200 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-297209 addons-297209
I0226 14:04:39.760280 1295200 network_create.go:108] docker network addons-297209 192.168.49.0/24 created
I0226 14:04:39.760312 1295200 kic.go:121] calculated static IP "192.168.49.2" for the "addons-297209" container
I0226 14:04:39.760383 1295200 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0226 14:04:39.774134 1295200 cli_runner.go:164] Run: docker volume create addons-297209 --label name.minikube.sigs.k8s.io=addons-297209 --label created_by.minikube.sigs.k8s.io=true
I0226 14:04:39.790239 1295200 oci.go:103] Successfully created a docker volume addons-297209
I0226 14:04:39.790336 1295200 cli_runner.go:164] Run: docker run --rm --name addons-297209-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --entrypoint /usr/bin/test -v addons-297209:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0226 14:04:41.963044 1295200 cli_runner.go:217] Completed: docker run --rm --name addons-297209-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --entrypoint /usr/bin/test -v addons-297209:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (2.172654828s)
I0226 14:04:41.963073 1295200 oci.go:107] Successfully prepared a docker volume addons-297209
I0226 14:04:41.963092 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:41.963111 1295200 kic.go:194] Starting extracting preloaded images to volume ...
I0226 14:04:41.963189 1295200 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-297209:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0226 14:04:46.182813 1295200 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-297209:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.219576396s)
I0226 14:04:46.182844 1295200 kic.go:203] duration metric: took 4.219729 seconds to extract preloaded images to volume
W0226 14:04:46.182981 1295200 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0226 14:04:46.183099 1295200 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0226 14:04:46.240434 1295200 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-297209 --name addons-297209 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-297209 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-297209 --network addons-297209 --ip 192.168.49.2 --volume addons-297209:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0226 14:04:46.564126 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Running}}
I0226 14:04:46.589351 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:46.611421 1295200 cli_runner.go:164] Run: docker exec addons-297209 stat /var/lib/dpkg/alternatives/iptables
I0226 14:04:46.676145 1295200 oci.go:144] the created container "addons-297209" has a running status.
I0226 14:04:46.676173 1295200 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa...
I0226 14:04:47.569641 1295200 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0226 14:04:47.598220 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:47.617879 1295200 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0226 14:04:47.619506 1295200 kic_runner.go:114] Args: [docker exec --privileged addons-297209 chown docker:docker /home/docker/.ssh/authorized_keys]
I0226 14:04:47.677734 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:04:47.717647 1295200 machine.go:88] provisioning docker machine ...
I0226 14:04:47.717682 1295200 ubuntu.go:169] provisioning hostname "addons-297209"
I0226 14:04:47.717751 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:47.741032 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:47.741324 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:47.741343 1295200 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-297209 && echo "addons-297209" | sudo tee /etc/hostname
I0226 14:04:47.894703 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-297209
I0226 14:04:47.894780 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:47.911275 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:47.911520 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:47.911541 1295200 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-297209' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-297209/g' /etc/hosts;
else
echo '127.0.1.1 addons-297209' | sudo tee -a /etc/hosts;
fi
fi
I0226 14:04:48.050789 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0226 14:04:48.050823 1295200 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18200-1289038/.minikube CaCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18200-1289038/.minikube}
I0226 14:04:48.050872 1295200 ubuntu.go:177] setting up certificates
I0226 14:04:48.050883 1295200 provision.go:83] configureAuth start
I0226 14:04:48.050963 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.067459 1295200 provision.go:138] copyHostCerts
I0226 14:04:48.067544 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem (1078 bytes)
I0226 14:04:48.067691 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem (1123 bytes)
I0226 14:04:48.067763 1295200 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem (1675 bytes)
I0226 14:04:48.067821 1295200 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem org=jenkins.addons-297209 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube addons-297209]
I0226 14:04:48.281977 1295200 provision.go:172] copyRemoteCerts
I0226 14:04:48.282042 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0226 14:04:48.282093 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.297252 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.395172 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0226 14:04:48.419887 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem --> /etc/docker/server.pem (1216 bytes)
I0226 14:04:48.443256 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0226 14:04:48.465958 1295200 provision.go:86] duration metric: configureAuth took 415.05919ms
I0226 14:04:48.465988 1295200 ubuntu.go:193] setting minikube options for container-runtime
I0226 14:04:48.466177 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:04:48.466293 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.481415 1295200 main.go:141] libmachine: Using SSH client type: native
I0226 14:04:48.481671 1295200 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34057 <nil> <nil>}
I0226 14:04:48.481696 1295200 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0226 14:04:48.720424 1295200 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0226 14:04:48.720483 1295200 machine.go:91] provisioned docker machine in 1.00281288s
I0226 14:04:48.720518 1295200 client.go:171] LocalClient.Create took 10.290505198s
I0226 14:04:48.720565 1295200 start.go:167] duration metric: libmachine.API.Create for "addons-297209" took 10.290597712s
I0226 14:04:48.720590 1295200 start.go:300] post-start starting for "addons-297209" (driver="docker")
I0226 14:04:48.720614 1295200 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0226 14:04:48.720708 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0226 14:04:48.720790 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.737244 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.835067 1295200 ssh_runner.go:195] Run: cat /etc/os-release
I0226 14:04:48.837919 1295200 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0226 14:04:48.837953 1295200 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0226 14:04:48.837965 1295200 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0226 14:04:48.837974 1295200 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0226 14:04:48.837988 1295200 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/addons for local assets ...
I0226 14:04:48.838047 1295200 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/files for local assets ...
I0226 14:04:48.838073 1295200 start.go:303] post-start completed in 117.464476ms
I0226 14:04:48.838367 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.853680 1295200 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/config.json ...
I0226 14:04:48.853956 1295200 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 14:04:48.854007 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.868604 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:48.963088 1295200 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0226 14:04:48.967387 1295200 start.go:128] duration metric: createHost completed in 10.540330591s
I0226 14:04:48.967410 1295200 start.go:83] releasing machines lock for "addons-297209", held for 10.540504395s
I0226 14:04:48.967483 1295200 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-297209
I0226 14:04:48.983322 1295200 ssh_runner.go:195] Run: cat /version.json
I0226 14:04:48.983358 1295200 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0226 14:04:48.983376 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:48.983440 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:04:49.000535 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:49.003038 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:04:49.223441 1295200 ssh_runner.go:195] Run: systemctl --version
I0226 14:04:49.227772 1295200 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0226 14:04:49.367248 1295200 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0226 14:04:49.371672 1295200 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:04:49.394067 1295200 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0226 14:04:49.394219 1295200 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:04:49.430887 1295200 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0226 14:04:49.430907 1295200 start.go:475] detecting cgroup driver to use...
I0226 14:04:49.430937 1295200 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0226 14:04:49.430984 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0226 14:04:49.446999 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0226 14:04:49.457826 1295200 docker.go:217] disabling cri-docker service (if available) ...
I0226 14:04:49.457890 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0226 14:04:49.472344 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0226 14:04:49.487124 1295200 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0226 14:04:49.578350 1295200 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0226 14:04:49.679778 1295200 docker.go:233] disabling docker service ...
I0226 14:04:49.679870 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0226 14:04:49.700629 1295200 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0226 14:04:49.712798 1295200 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0226 14:04:49.802402 1295200 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0226 14:04:49.896746 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0226 14:04:49.907840 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0226 14:04:49.925337 1295200 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I0226 14:04:49.925404 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.935131 1295200 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0226 14:04:49.935198 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.944973 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.954469 1295200 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:04:49.963773 1295200 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0226 14:04:49.972506 1295200 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0226 14:04:49.980353 1295200 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0226 14:04:49.988153 1295200 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0226 14:04:50.080616 1295200 ssh_runner.go:195] Run: sudo systemctl restart crio
I0226 14:04:50.198442 1295200 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0226 14:04:50.198593 1295200 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0226 14:04:50.201989 1295200 start.go:543] Will wait 60s for crictl version
I0226 14:04:50.202096 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:04:50.205550 1295200 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0226 14:04:50.242494 1295200 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0226 14:04:50.242606 1295200 ssh_runner.go:195] Run: crio --version
I0226 14:04:50.280563 1295200 ssh_runner.go:195] Run: crio --version
I0226 14:04:50.319627 1295200 out.go:177] * Preparing Kubernetes v1.28.4 on CRI-O 1.24.6 ...
I0226 14:04:50.321425 1295200 cli_runner.go:164] Run: docker network inspect addons-297209 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:04:50.336938 1295200 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0226 14:04:50.340515 1295200 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:04:50.351326 1295200 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:04:50.351397 1295200 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:04:50.415174 1295200 crio.go:496] all images are preloaded for cri-o runtime.
I0226 14:04:50.415198 1295200 crio.go:415] Images already preloaded, skipping extraction
I0226 14:04:50.415255 1295200 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:04:50.454775 1295200 crio.go:496] all images are preloaded for cri-o runtime.
I0226 14:04:50.454806 1295200 cache_images.go:84] Images are preloaded, skipping loading
I0226 14:04:50.454881 1295200 ssh_runner.go:195] Run: crio config
I0226 14:04:50.505477 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:04:50.505497 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:04:50.505516 1295200 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0226 14:04:50.505557 1295200 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-297209 NodeName:addons-297209 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0226 14:04:50.505743 1295200 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-297209"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0226 14:04:50.505827 1295200 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=addons-297209 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0226 14:04:50.505916 1295200 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I0226 14:04:50.514607 1295200 binaries.go:44] Found k8s binaries, skipping transfer
I0226 14:04:50.514730 1295200 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0226 14:04:50.522826 1295200 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (423 bytes)
I0226 14:04:50.539958 1295200 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0226 14:04:50.556943 1295200 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2094 bytes)
I0226 14:04:50.574016 1295200 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0226 14:04:50.577415 1295200 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:04:50.587694 1295200 certs.go:56] Setting up /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209 for IP: 192.168.49.2
I0226 14:04:50.587726 1295200 certs.go:190] acquiring lock for shared ca certs: {Name:mkac7eab2f4cb39e0cbcb1996768c4b50a244489 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:50.587844 1295200 certs.go:204] generating minikubeCA CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key
I0226 14:04:51.177942 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt ...
I0226 14:04:51.177975 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt: {Name:mk076260f5d680b460f7f67a0220ba8cbe750538 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.178205 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key ...
I0226 14:04:51.178225 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key: {Name:mk182abf233f3e491d025f6ecd2210abc3c27a7c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.178317 1295200 certs.go:204] generating proxyClientCA CA: /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key
I0226 14:04:51.372019 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt ...
I0226 14:04:51.372050 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt: {Name:mk9eecf03ef7be161305d3abc080237c7e3eec05 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.372234 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key ...
I0226 14:04:51.372246 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key: {Name:mk85aa6fa79e6c965b83e86525e36576d150a13b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:51.372367 1295200 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key
I0226 14:04:51.372386 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt with IP's: []
I0226 14:04:52.104297 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt ...
I0226 14:04:52.104336 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: {Name:mk4dbf5a816b3ad24c74eadc238d3761c16a210b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.104526 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key ...
I0226 14:04:52.104541 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.key: {Name:mk973ac70efa0098908decc076b326ab85123e3c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.105215 1295200 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2
I0226 14:04:52.105237 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0226 14:04:52.695028 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 ...
I0226 14:04:52.695065 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2: {Name:mkc430d780b9eea85470838b8af48c7348291d75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.695288 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2 ...
I0226 14:04:52.695306 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2: {Name:mk909902a231edadf46419215ce6aed434b4e51a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.695390 1295200 certs.go:337] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt
I0226 14:04:52.695467 1295200 certs.go:341] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key
I0226 14:04:52.695521 1295200 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key
I0226 14:04:52.695541 1295200 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt with IP's: []
I0226 14:04:52.868465 1295200 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt ...
I0226 14:04:52.868496 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt: {Name:mkb2814ba531901618dcf330b904c12c88cc8e9a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.868682 1295200 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key ...
I0226 14:04:52.868699 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key: {Name:mk3dfe8bc75cafae136946429bd99627d36ed4e3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:04:52.868908 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem (1679 bytes)
I0226 14:04:52.868954 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem (1078 bytes)
I0226 14:04:52.868987 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem (1123 bytes)
I0226 14:04:52.869016 1295200 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem (1675 bytes)
I0226 14:04:52.869611 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0226 14:04:52.895125 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0226 14:04:52.919297 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0226 14:04:52.943696 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0226 14:04:52.967402 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0226 14:04:52.991774 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0226 14:04:53.016560 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0226 14:04:53.040046 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0226 14:04:53.064356 1295200 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0226 14:04:53.088431 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0226 14:04:53.105532 1295200 ssh_runner.go:195] Run: openssl version
I0226 14:04:53.111283 1295200 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0226 14:04:53.120516 1295200 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.123776 1295200 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 26 14:04 /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.123833 1295200 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0226 14:04:53.130484 1295200 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0226 14:04:53.139762 1295200 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0226 14:04:53.142932 1295200 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0226 14:04:53.142975 1295200 kubeadm.go:404] StartCluster: {Name:addons-297209 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:addons-297209 Namespace:default APIServerName:minikubeCA APIServerNames:[] APISe
rverIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:f
alse CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:04:53.143052 1295200 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0226 14:04:53.143118 1295200 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0226 14:04:53.179140 1295200 cri.go:89] found id: ""
I0226 14:04:53.179230 1295200 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0226 14:04:53.187818 1295200 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0226 14:04:53.196346 1295200 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0226 14:04:53.196412 1295200 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0226 14:04:53.204766 1295200 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0226 14:04:53.204806 1295200 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0226 14:04:53.249630 1295200 kubeadm.go:322] [init] Using Kubernetes version: v1.28.4
I0226 14:04:53.249720 1295200 kubeadm.go:322] [preflight] Running pre-flight checks
I0226 14:04:53.295303 1295200 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0226 14:04:53.295378 1295200 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0226 14:04:53.295415 1295200 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0226 14:04:53.295462 1295200 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0226 14:04:53.295517 1295200 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0226 14:04:53.295567 1295200 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0226 14:04:53.295617 1295200 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0226 14:04:53.295666 1295200 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0226 14:04:53.295734 1295200 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0226 14:04:53.295782 1295200 kubeadm.go:322] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0226 14:04:53.295832 1295200 kubeadm.go:322] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0226 14:04:53.295879 1295200 kubeadm.go:322] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0226 14:04:53.367475 1295200 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0226 14:04:53.367650 1295200 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0226 14:04:53.367785 1295200 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0226 14:04:53.582602 1295200 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0226 14:04:53.588148 1295200 out.go:204] - Generating certificates and keys ...
I0226 14:04:53.588260 1295200 kubeadm.go:322] [certs] Using existing ca certificate authority
I0226 14:04:53.588342 1295200 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0226 14:04:54.001781 1295200 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0226 14:04:54.723449 1295200 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0226 14:04:55.043679 1295200 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0226 14:04:55.429045 1295200 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0226 14:04:55.780859 1295200 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0226 14:04:55.781168 1295200 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [addons-297209 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:04:56.891528 1295200 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0226 14:04:56.891666 1295200 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [addons-297209 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:04:57.032818 1295200 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0226 14:04:57.446670 1295200 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0226 14:04:58.428236 1295200 kubeadm.go:322] [certs] Generating "sa" key and public key
I0226 14:04:58.428546 1295200 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0226 14:04:59.395404 1295200 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0226 14:04:59.668521 1295200 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0226 14:04:59.985793 1295200 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0226 14:05:00.425007 1295200 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0226 14:05:00.425725 1295200 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0226 14:05:00.428615 1295200 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0226 14:05:00.432148 1295200 out.go:204] - Booting up control plane ...
I0226 14:05:00.432261 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0226 14:05:00.432376 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0226 14:05:00.432469 1295200 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0226 14:05:00.442222 1295200 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0226 14:05:00.444222 1295200 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0226 14:05:00.444288 1295200 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0226 14:05:00.542038 1295200 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0226 14:05:07.543899 1295200 kubeadm.go:322] [apiclient] All control plane components are healthy after 7.001950 seconds
I0226 14:05:07.544019 1295200 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0226 14:05:07.556796 1295200 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0226 14:05:08.081406 1295200 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0226 14:05:08.081630 1295200 kubeadm.go:322] [mark-control-plane] Marking the node addons-297209 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0226 14:05:08.592022 1295200 kubeadm.go:322] [bootstrap-token] Using token: fffn3l.0yxcxxb7h442wr6g
I0226 14:05:08.594093 1295200 out.go:204] - Configuring RBAC rules ...
I0226 14:05:08.594220 1295200 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0226 14:05:08.604534 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0226 14:05:08.612446 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0226 14:05:08.618069 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0226 14:05:08.621701 1295200 kubeadm.go:322] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0226 14:05:08.625240 1295200 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0226 14:05:08.642637 1295200 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0226 14:05:08.916381 1295200 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0226 14:05:09.068985 1295200 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0226 14:05:09.069006 1295200 kubeadm.go:322]
I0226 14:05:09.069066 1295200 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0226 14:05:09.069071 1295200 kubeadm.go:322]
I0226 14:05:09.069146 1295200 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0226 14:05:09.069151 1295200 kubeadm.go:322]
I0226 14:05:09.069176 1295200 kubeadm.go:322] mkdir -p $HOME/.kube
I0226 14:05:09.069235 1295200 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0226 14:05:09.069285 1295200 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0226 14:05:09.069290 1295200 kubeadm.go:322]
I0226 14:05:09.069342 1295200 kubeadm.go:322] Alternatively, if you are the root user, you can run:
I0226 14:05:09.069348 1295200 kubeadm.go:322]
I0226 14:05:09.069394 1295200 kubeadm.go:322] export KUBECONFIG=/etc/kubernetes/admin.conf
I0226 14:05:09.069398 1295200 kubeadm.go:322]
I0226 14:05:09.069448 1295200 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0226 14:05:09.069520 1295200 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0226 14:05:09.069586 1295200 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0226 14:05:09.069591 1295200 kubeadm.go:322]
I0226 14:05:09.069671 1295200 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0226 14:05:09.069745 1295200 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0226 14:05:09.069749 1295200 kubeadm.go:322]
I0226 14:05:09.069830 1295200 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fffn3l.0yxcxxb7h442wr6g \
I0226 14:05:09.069929 1295200 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df \
I0226 14:05:09.069949 1295200 kubeadm.go:322] --control-plane
I0226 14:05:09.069954 1295200 kubeadm.go:322]
I0226 14:05:09.070035 1295200 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0226 14:05:09.070043 1295200 kubeadm.go:322]
I0226 14:05:09.070122 1295200 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token fffn3l.0yxcxxb7h442wr6g \
I0226 14:05:09.070220 1295200 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df
I0226 14:05:09.074121 1295200 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0226 14:05:09.074238 1295200 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0226 14:05:09.074256 1295200 cni.go:84] Creating CNI manager for ""
I0226 14:05:09.074264 1295200 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:05:09.076465 1295200 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0226 14:05:09.078602 1295200 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0226 14:05:09.088209 1295200 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.28.4/kubectl ...
I0226 14:05:09.088229 1295200 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0226 14:05:09.140901 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0226 14:05:10.002354 1295200 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0226 14:05:10.002554 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.002647 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9 minikube.k8s.io/name=addons-297209 minikube.k8s.io/updated_at=2024_02_26T14_05_10_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.164736 1295200 ops.go:34] apiserver oom_adj: -16
I0226 14:05:10.164827 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:10.664970 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:11.165793 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:11.664995 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:12.164966 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:12.665343 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:13.164990 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:13.665630 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:14.165872 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:14.665830 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:15.165747 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:15.664900 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:16.165524 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:16.665530 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:17.165181 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:17.665286 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:18.165580 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:18.665582 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:19.165939 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:19.665262 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:20.165505 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:20.664949 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:21.165423 1295200 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.4/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:05:21.260582 1295200 kubeadm.go:1088] duration metric: took 11.258094758s to wait for elevateKubeSystemPrivileges.
I0226 14:05:21.260608 1295200 kubeadm.go:406] StartCluster complete in 28.117636061s
I0226 14:05:21.260625 1295200 settings.go:142] acquiring lock: {Name:mkb243d81efb34936cf928e6427a1bc017f532be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:05:21.260741 1295200 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:05:21.261100 1295200 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/kubeconfig: {Name:mkf91cb221e7768e6963bb823d0fd039f8fbdbc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:05:21.262682 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:05:21.262752 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0226 14:05:21.262835 1295200 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volumesnapshots:true yakd:true]
I0226 14:05:21.262927 1295200 addons.go:69] Setting yakd=true in profile "addons-297209"
I0226 14:05:21.262941 1295200 addons.go:234] Setting addon yakd=true in "addons-297209"
I0226 14:05:21.262981 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.263424 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.264222 1295200 addons.go:69] Setting inspektor-gadget=true in profile "addons-297209"
I0226 14:05:21.264243 1295200 addons.go:234] Setting addon inspektor-gadget=true in "addons-297209"
I0226 14:05:21.264274 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.264668 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265066 1295200 addons.go:69] Setting cloud-spanner=true in profile "addons-297209"
I0226 14:05:21.265109 1295200 addons.go:234] Setting addon cloud-spanner=true in "addons-297209"
I0226 14:05:21.265153 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.265181 1295200 addons.go:69] Setting registry=true in profile "addons-297209"
I0226 14:05:21.265208 1295200 addons.go:234] Setting addon registry=true in "addons-297209"
I0226 14:05:21.265247 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.265631 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265709 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.271387 1295200 addons.go:69] Setting storage-provisioner=true in profile "addons-297209"
I0226 14:05:21.271427 1295200 addons.go:234] Setting addon storage-provisioner=true in "addons-297209"
I0226 14:05:21.271471 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.271941 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.279404 1295200 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-297209"
I0226 14:05:21.279542 1295200 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-297209"
I0226 14:05:21.279615 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.280107 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.282563 1295200 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-297209"
I0226 14:05:21.282652 1295200 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-297209"
I0226 14:05:21.283098 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.285514 1295200 addons.go:69] Setting default-storageclass=true in profile "addons-297209"
I0226 14:05:21.285549 1295200 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-297209"
I0226 14:05:21.285883 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.298492 1295200 addons.go:69] Setting volumesnapshots=true in profile "addons-297209"
I0226 14:05:21.298567 1295200 addons.go:234] Setting addon volumesnapshots=true in "addons-297209"
I0226 14:05:21.298644 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.299136 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.307195 1295200 addons.go:69] Setting gcp-auth=true in profile "addons-297209"
I0226 14:05:21.307308 1295200 mustload.go:65] Loading cluster: addons-297209
I0226 14:05:21.307539 1295200 config.go:182] Loaded profile config "addons-297209": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:05:21.307840 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.314355 1295200 addons.go:69] Setting ingress=true in profile "addons-297209"
I0226 14:05:21.314414 1295200 addons.go:234] Setting addon ingress=true in "addons-297209"
I0226 14:05:21.314480 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.314942 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.343551 1295200 addons.go:69] Setting ingress-dns=true in profile "addons-297209"
I0226 14:05:21.343581 1295200 addons.go:234] Setting addon ingress-dns=true in "addons-297209"
I0226 14:05:21.343641 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.344082 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.265159 1295200 addons.go:69] Setting metrics-server=true in profile "addons-297209"
I0226 14:05:21.265171 1295200 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-297209"
I0226 14:05:21.416623 1295200 addons.go:234] Setting addon default-storageclass=true in "addons-297209"
I0226 14:05:21.428189 1295200 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.25.1
I0226 14:05:21.428211 1295200 addons.go:234] Setting addon metrics-server=true in "addons-297209"
I0226 14:05:21.428223 1295200 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-297209"
I0226 14:05:21.439738 1295200 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.14
I0226 14:05:21.439779 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.442015 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.461539 1295200 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:05:21.463663 1295200 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:05:21.463693 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0226 14:05:21.463762 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.488769 1295200 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.4
I0226 14:05:21.493180 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-ns.yaml
I0226 14:05:21.493205 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0226 14:05:21.493273 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.505772 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0226 14:05:21.507807 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0226 14:05:21.509427 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0226 14:05:21.511018 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0226 14:05:21.510471 1295200 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-297209"
I0226 14:05:21.505521 1295200 out.go:177] - Using image docker.io/registry:2.8.3
I0226 14:05:21.505597 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.505622 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.512651 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.515038 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.515102 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-namespace.yaml
I0226 14:05:21.515541 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.516875 1295200 addons.go:426] installing /etc/kubernetes/addons/deployment.yaml
I0226 14:05:21.516887 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:21.517375 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:21.520397 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0226 14:05:21.520470 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-namespace.yaml (55 bytes)
I0226 14:05:21.522515 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0226 14:05:21.522528 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0226 14:05:21.534623 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0226 14:05:21.534645 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0226 14:05:21.534708 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.542533 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0226 14:05:21.535321 1295200 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.5
I0226 14:05:21.535386 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.535414 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.535479 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:21.574541 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-rc.yaml
I0226 14:05:21.574563 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (798 bytes)
I0226 14:05:21.574616 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.632872 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:21.642394 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.9.6
I0226 14:05:21.638482 1295200 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0226 14:05:21.632803 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0226 14:05:21.638683 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0226 14:05:21.632794 1295200 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.2
I0226 14:05:21.644050 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.646710 1295200 addons.go:426] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0226 14:05:21.664883 1295200 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0226 14:05:21.650616 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0226 14:05:21.651455 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16103 bytes)
I0226 14:05:21.668096 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0226 14:05:21.668178 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.675745 1295200 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.0
I0226 14:05:21.673797 1295200 addons.go:426] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 14:05:21.673868 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.673877 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0226 14:05:21.675466 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.678499 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0226 14:05:21.678539 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0226 14:05:21.678621 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.709189 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0226 14:05:21.709311 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.727016 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.784407 1295200 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0226 14:05:21.787822 1295200 out.go:177] - Using image docker.io/busybox:stable
I0226 14:05:21.789940 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.801000 1295200 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.14.4
I0226 14:05:21.794533 1295200 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 14:05:21.801266 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.805157 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0226 14:05:21.805275 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.805489 1295200 addons.go:426] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 14:05:21.805498 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0226 14:05:21.805535 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:21.815250 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.826786 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.840064 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.919731 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.929811 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.939650 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.940696 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.956734 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:21.960274 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:22.038000 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:05:22.059035 1295200 kapi.go:248] "coredns" deployment in "kube-system" namespace and "addons-297209" context rescaled to 1 replicas
I0226 14:05:22.059077 1295200 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:05:22.062022 1295200 out.go:177] * Verifying Kubernetes components...
I0226 14:05:22.063711 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:05:22.191054 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-sa.yaml
I0226 14:05:22.191092 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0226 14:05:22.241158 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0226 14:05:22.284552 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-serviceaccount.yaml
I0226 14:05:22.284579 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-serviceaccount.yaml (80 bytes)
I0226 14:05:22.293223 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0226 14:05:22.293251 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0226 14:05:22.304290 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-svc.yaml
I0226 14:05:22.304314 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0226 14:05:22.308348 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0226 14:05:22.332447 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0226 14:05:22.362030 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-crb.yaml
I0226 14:05:22.362056 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0226 14:05:22.377765 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0226 14:05:22.383140 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0226 14:05:22.383164 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0226 14:05:22.402027 1295200 addons.go:426] installing /etc/kubernetes/addons/registry-proxy.yaml
I0226 14:05:22.402096 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0226 14:05:22.406557 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0226 14:05:22.406577 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0226 14:05:22.407919 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0226 14:05:22.453342 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0226 14:05:22.482935 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-role.yaml
I0226 14:05:22.482958 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-role.yaml (210 bytes)
I0226 14:05:22.486290 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0226 14:05:22.486310 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0226 14:05:22.511859 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-svc.yaml
I0226 14:05:22.511925 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0226 14:05:22.517114 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0226 14:05:22.517184 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0226 14:05:22.543158 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0226 14:05:22.543224 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0226 14:05:22.558614 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0226 14:05:22.593254 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-rolebinding.yaml
I0226 14:05:22.593324 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-rolebinding.yaml (244 bytes)
I0226 14:05:22.603045 1295200 addons.go:426] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0226 14:05:22.603116 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0226 14:05:22.648423 1295200 addons.go:426] installing /etc/kubernetes/addons/yakd-dp.yaml
I0226 14:05:22.648499 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0226 14:05:22.662668 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0226 14:05:22.662740 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0226 14:05:22.681483 1295200 addons.go:426] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0226 14:05:22.681563 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0226 14:05:22.713721 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0226 14:05:22.713795 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0226 14:05:22.719532 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrole.yaml
I0226 14:05:22.719601 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrole.yaml (1485 bytes)
I0226 14:05:22.764551 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0226 14:05:22.764623 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0226 14:05:22.814834 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0226 14:05:22.835455 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-clusterrolebinding.yaml
I0226 14:05:22.835525 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-clusterrolebinding.yaml (274 bytes)
I0226 14:05:22.847854 1295200 addons.go:426] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:22.847922 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0226 14:05:22.862546 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0226 14:05:22.890946 1295200 addons.go:426] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0226 14:05:22.891020 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0226 14:05:22.949748 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:22.953016 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-crd.yaml
I0226 14:05:22.953095 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-crd.yaml (5216 bytes)
I0226 14:05:23.025599 1295200 addons.go:426] installing /etc/kubernetes/addons/ig-daemonset.yaml
I0226 14:05:23.025670 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-daemonset.yaml (7735 bytes)
I0226 14:05:23.068881 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0226 14:05:23.068946 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0226 14:05:23.137417 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml
I0226 14:05:23.150442 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0226 14:05:23.150513 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0226 14:05:23.225350 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0226 14:05:23.225411 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0226 14:05:23.312879 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0226 14:05:23.312947 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0226 14:05:23.353068 1295200 addons.go:426] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 14:05:23.353144 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0226 14:05:23.417702 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0226 14:05:25.238580 1295200 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.4/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (3.587927829s)
I0226 14:05:25.238660 1295200 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0226 14:05:27.787676 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.749634319s)
I0226 14:05:27.787773 1295200 ssh_runner.go:235] Completed: sudo systemctl is-active --quiet service kubelet: (5.724037767s)
I0226 14:05:27.788660 1295200 node_ready.go:35] waiting up to 6m0s for node "addons-297209" to be "Ready" ...
I0226 14:05:28.511308 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.270108474s)
I0226 14:05:28.511400 1295200 addons.go:470] Verifying addon ingress=true in "addons-297209"
I0226 14:05:28.515199 1295200 out.go:177] * Verifying ingress addon...
I0226 14:05:28.511947 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (6.203567955s)
I0226 14:05:28.511994 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.179527293s)
I0226 14:05:28.512060 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (6.134272481s)
I0226 14:05:28.512085 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.104151165s)
I0226 14:05:28.512225 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.058858535s)
I0226 14:05:28.512256 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.953570752s)
I0226 14:05:28.512297 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.697393416s)
I0226 14:05:28.512370 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.649750843s)
I0226 14:05:28.512583 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.562759751s)
I0226 14:05:28.512649 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/ig-namespace.yaml -f /etc/kubernetes/addons/ig-serviceaccount.yaml -f /etc/kubernetes/addons/ig-role.yaml -f /etc/kubernetes/addons/ig-rolebinding.yaml -f /etc/kubernetes/addons/ig-clusterrole.yaml -f /etc/kubernetes/addons/ig-clusterrolebinding.yaml -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-daemonset.yaml: (5.37516007s)
I0226 14:05:28.518865 1295200 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0226 14:05:28.519264 1295200 addons.go:470] Verifying addon registry=true in "addons-297209"
I0226 14:05:28.521334 1295200 out.go:177] * Verifying registry addon...
I0226 14:05:28.519726 1295200 addons.go:470] Verifying addon metrics-server=true in "addons-297209"
W0226 14:05:28.519767 1295200 addons.go:452] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 14:05:28.523396 1295200 retry.go:31] will retry after 238.027058ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0226 14:05:28.524258 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0226 14:05:28.524460 1295200 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-297209 service yakd-dashboard -n yakd-dashboard
I0226 14:05:28.534478 1295200 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0226 14:05:28.534511 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:28.537071 1295200 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 14:05:28.537096 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W0226 14:05:28.553662 1295200 out.go:239] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0226 14:05:28.754190 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.336383926s)
I0226 14:05:28.754273 1295200 addons.go:470] Verifying addon csi-hostpath-driver=true in "addons-297209"
I0226 14:05:28.756157 1295200 out.go:177] * Verifying csi-hostpath-driver addon...
I0226 14:05:28.758864 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0226 14:05:28.761854 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0226 14:05:28.771056 1295200 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 14:05:28.771118 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.031184 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:29.035059 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:29.263791 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.536799 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:29.542465 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:29.763174 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:29.793097 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:30.025456 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:30.030175 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:30.263053 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:30.523545 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:30.528166 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:30.706159 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0226 14:05:30.706282 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:30.723347 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:30.764211 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:30.833701 1295200 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0226 14:05:30.852323 1295200 addons.go:234] Setting addon gcp-auth=true in "addons-297209"
I0226 14:05:30.852378 1295200 host.go:66] Checking if "addons-297209" exists ...
I0226 14:05:30.852833 1295200 cli_runner.go:164] Run: docker container inspect addons-297209 --format={{.State.Status}}
I0226 14:05:30.881342 1295200 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0226 14:05:30.881396 1295200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-297209
I0226 14:05:30.908588 1295200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34057 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/addons-297209/id_rsa Username:docker}
I0226 14:05:31.026351 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:31.029936 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:31.037570 1295200 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v20231226-1a7112e06
I0226 14:05:31.039737 1295200 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.0
I0226 14:05:31.042315 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0226 14:05:31.042348 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0226 14:05:31.092182 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0226 14:05:31.092211 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0226 14:05:31.113657 1295200 addons.go:426] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 14:05:31.113684 1295200 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5432 bytes)
I0226 14:05:31.171988 1295200 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0226 14:05:31.263419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:31.524058 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:31.541693 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:31.763286 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:31.796333 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:32.024233 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:32.028075 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:32.277904 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:32.528743 1295200 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.4/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml: (1.356702916s)
I0226 14:05:32.531381 1295200 addons.go:470] Verifying addon gcp-auth=true in "addons-297209"
I0226 14:05:32.535075 1295200 out.go:177] * Verifying gcp-auth addon...
I0226 14:05:32.538054 1295200 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0226 14:05:32.569796 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:32.607200 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:32.609073 1295200 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0226 14:05:32.609107 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:32.764348 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:33.023792 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:33.029427 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:33.042798 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:33.264609 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:33.523811 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:33.529411 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:33.548600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:33.764787 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:34.027381 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:34.036274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:34.046365 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:34.264286 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:34.292601 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:34.524810 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:34.531175 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:34.542448 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:34.764280 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:35.024515 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:35.030160 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:35.044465 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:35.265488 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:35.525610 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:35.531120 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:35.541256 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:35.764960 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.023458 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:36.028508 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:36.042036 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:36.265964 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.524106 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:36.528873 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:36.542282 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:36.763661 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:36.792023 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:37.023828 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:37.028851 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:37.043026 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:37.263701 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:37.523549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:37.528405 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:37.541769 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:37.764305 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.024259 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:38.028705 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:38.042838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:38.263823 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.523212 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:38.532098 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:38.542924 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:38.763513 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:38.792327 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:39.023351 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:39.028198 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:39.042620 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:39.263572 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:39.523307 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:39.528173 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:39.541701 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:39.763719 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.023574 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:40.028915 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:40.042252 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:40.263041 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.524060 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:40.528838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:40.541863 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:40.764083 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:40.792935 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:41.023329 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:41.028447 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:41.042270 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:41.263085 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:41.525991 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:41.530654 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:41.542097 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:41.764101 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:42.023411 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:42.028506 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:42.042133 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:42.264339 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:42.523479 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:42.528692 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:42.541963 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:42.763030 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:43.023940 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:43.028978 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:43.043230 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:43.263386 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:43.292831 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:43.523095 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:43.528322 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:43.542373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:43.763260 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:44.023990 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:44.029048 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:44.042441 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:44.264186 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:44.523086 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:44.529432 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:44.541565 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:44.763835 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:45.025313 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:45.029943 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:45.053994 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:45.265314 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:45.293100 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:45.523890 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:45.528588 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:45.541618 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:45.763529 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:46.023462 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:46.028153 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:46.042349 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:46.263700 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:46.523772 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:46.528436 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:46.541480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:46.763867 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.022817 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:47.028675 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:47.042431 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:47.263764 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.524140 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:47.529118 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:47.542480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:47.763649 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:47.792183 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:48.023322 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:48.028199 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:48.042575 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:48.264174 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:48.523114 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:48.528948 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:48.542700 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:48.763957 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.023752 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:49.028746 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:49.042117 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:49.264683 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.523436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:49.528319 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:49.542611 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:49.763748 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:49.792375 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:50.023716 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:50.028565 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:50.042169 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:50.263499 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:50.523552 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:50.528102 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:50.542001 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:50.763504 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.023620 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:51.028518 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:51.042678 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:51.263419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.523836 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:51.533184 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:51.560460 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:51.764119 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:51.792950 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:52.023683 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:52.028690 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:52.041730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:52.263658 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:52.523210 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:52.527666 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:52.541453 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:52.763613 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.023021 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:53.029146 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:53.045881 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:53.263398 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.523564 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:53.528906 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:53.552393 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:53.763521 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:53.793089 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:54.023441 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:54.028305 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:54.042484 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:54.263737 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:54.523753 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:54.528316 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:54.541485 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:54.763962 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:55.023770 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:55.028852 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:55.042649 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:55.264291 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:55.523729 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:55.528515 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:55.541729 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:55.763677 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:56.023474 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:56.028488 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:56.041600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:56.263841 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:56.293202 1295200 node_ready.go:58] node "addons-297209" has status "Ready":"False"
I0226 14:05:56.523026 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:56.528719 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:56.541915 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:56.764137 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:57.023553 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:57.028361 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:57.043161 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:57.263087 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:57.523241 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:57.527777 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:57.541778 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:57.763755 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:58.025279 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:58.028809 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:58.042402 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:58.288358 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:58.339465 1295200 node_ready.go:49] node "addons-297209" has status "Ready":"True"
I0226 14:05:58.339541 1295200 node_ready.go:38] duration metric: took 30.55078528s waiting for node "addons-297209" to be "Ready" ...
I0226 14:05:58.339568 1295200 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:05:58.358921 1295200 pod_ready.go:78] waiting up to 6m0s for pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace to be "Ready" ...
I0226 14:05:58.533693 1295200 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0226 14:05:58.533763 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:58.555848 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:58.556723 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:58.768641 1295200 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0226 14:05:58.768705 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.025046 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:59.029898 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:59.046956 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:59.276792 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.524065 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:05:59.529398 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:05:59.541835 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:05:59.766593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:05:59.869804 1295200 pod_ready.go:92] pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.869832 1295200 pod_ready.go:81] duration metric: took 1.510826883s waiting for pod "coredns-5dd5756b68-xk6c2" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.869880 1295200 pod_ready.go:78] waiting up to 6m0s for pod "etcd-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.894319 1295200 pod_ready.go:92] pod "etcd-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.894343 1295200 pod_ready.go:81] duration metric: took 24.446815ms waiting for pod "etcd-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.894379 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.915869 1295200 pod_ready.go:92] pod "kube-apiserver-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.915896 1295200 pod_ready.go:81] duration metric: took 21.469557ms waiting for pod "kube-apiserver-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.915908 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.944988 1295200 pod_ready.go:92] pod "kube-controller-manager-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.945015 1295200 pod_ready.go:81] duration metric: took 29.076325ms waiting for pod "kube-controller-manager-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.945027 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-9rvv9" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.974614 1295200 pod_ready.go:92] pod "kube-proxy-9rvv9" in "kube-system" namespace has status "Ready":"True"
I0226 14:05:59.974648 1295200 pod_ready.go:81] duration metric: took 29.613358ms waiting for pod "kube-proxy-9rvv9" in "kube-system" namespace to be "Ready" ...
I0226 14:05:59.974659 1295200 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.024336 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:00.029579 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:00.042689 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:00.266038 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:00.294291 1295200 pod_ready.go:92] pod "kube-scheduler-addons-297209" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:00.294318 1295200 pod_ready.go:81] duration metric: took 319.651497ms waiting for pod "kube-scheduler-addons-297209" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.294330 1295200 pod_ready.go:78] waiting up to 6m0s for pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:00.529247 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:00.532689 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:00.543410 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:00.764853 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:01.023436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:01.028706 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:01.043373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:01.264254 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:01.524495 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:01.530471 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:01.542755 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:01.766247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:02.023787 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:02.029704 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:02.042743 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:02.265593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:02.302241 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:02.524312 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:02.529058 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:02.542308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:02.765151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:03.024400 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:03.029549 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:03.042945 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:03.270097 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:03.524246 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:03.572416 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:03.574790 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:03.767551 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:04.025754 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:04.033020 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:04.041616 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:04.265874 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:04.304835 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:04.523314 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:04.529811 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:04.541886 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:04.767272 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:05.024240 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:05.031820 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:05.043209 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:05.265472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:05.528034 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:05.531792 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:05.542297 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:05.766449 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.023997 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:06.033082 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:06.042373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:06.265136 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.524235 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:06.529147 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:06.542145 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:06.764864 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:06.800979 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:07.024839 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:07.029571 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:07.043937 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:07.265885 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:07.525632 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:07.531603 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:07.543008 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:07.765191 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.023721 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:08.029080 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:08.041685 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:08.264794 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.523549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:08.530626 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:08.542664 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:08.764897 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:08.801418 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:09.024286 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:09.030509 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:09.045023 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:09.265276 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:09.524513 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:09.531096 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:09.542670 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:09.769178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.035935 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:10.043710 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:10.046921 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:10.265667 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.525012 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:10.531856 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:10.542519 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:10.765323 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:10.801996 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:11.030282 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:11.033016 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:11.049390 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:11.266532 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:11.523822 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:11.529852 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:11.542741 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:11.765992 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.025266 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:12.033747 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:12.042748 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:12.265492 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.523649 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:12.530698 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:12.541452 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:12.764929 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:12.807219 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:13.025054 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:13.033094 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:13.051416 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:13.265738 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:13.524923 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:13.529480 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:13.542485 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:13.765969 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:14.023565 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:14.029333 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:14.042151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:14.264913 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:14.524299 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:14.528810 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:14.542280 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:14.766758 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:15.024278 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:15.029781 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:15.052359 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:15.267045 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:15.301585 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:15.523555 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:15.529164 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:15.542021 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:15.766540 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:16.023833 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:16.029413 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:16.042466 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:16.265472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:16.523938 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:16.529206 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:16.541856 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:16.767182 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.024615 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:17.029448 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:17.043633 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:17.265274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.530245 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:17.536779 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:17.543457 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:17.765131 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:17.801344 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:18.024915 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:18.029368 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:18.042151 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:18.266045 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:18.532327 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:18.538496 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:18.550981 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:18.765173 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.023624 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:19.029144 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:19.042235 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:19.266269 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.533946 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:19.549846 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:19.565979 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:19.766469 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:19.804030 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:20.023872 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:20.041639 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:20.043167 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:20.265264 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:20.524400 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:20.529610 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:20.543730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:20.764593 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:21.024105 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:21.036057 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:21.050332 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:21.274648 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:21.525457 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:21.539664 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:21.545956 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:21.764968 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:22.024163 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:22.029717 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:22.042267 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:22.264675 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:22.300683 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:22.523079 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:22.530483 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:22.542294 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:22.768600 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:23.024846 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:23.050302 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:23.064575 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:23.265308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:23.523745 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:23.529623 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:23.542838 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:23.770179 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:24.023987 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:24.029847 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:24.042672 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:24.266104 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:24.301498 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:24.524994 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:24.529567 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:24.542222 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:24.765898 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:25.026215 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:25.030247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:25.042190 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:25.267966 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:25.527420 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:25.531385 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:25.542527 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:25.768289 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:26.024959 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:26.030372 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:26.043730 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:26.265154 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:26.301818 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:26.525582 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:26.530342 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:26.542373 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:26.770189 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:27.024625 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:27.029997 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:27.046417 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:27.265577 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:27.525288 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:27.530920 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:27.542989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:27.777157 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:28.027758 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:28.038502 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:28.046353 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:28.268498 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:28.311873 1295200 pod_ready.go:102] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:28.529722 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:28.552419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:28.559176 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:28.769178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.024780 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:29.029939 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:29.045959 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:29.266430 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.544155 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:29.548610 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:29.549568 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:29.764751 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:29.800888 1295200 pod_ready.go:92] pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:29.800917 1295200 pod_ready.go:81] duration metric: took 29.50657896s waiting for pod "metrics-server-69cf46c98-z9xhc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:29.800929 1295200 pod_ready.go:78] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:30.029397 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:30.032798 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:30.043625 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:30.265424 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:30.523961 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:30.529528 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:30.542220 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:30.764406 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.023855 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:31.029205 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:31.044392 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:31.266678 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.524726 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:31.530419 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:31.543308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:31.766194 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:31.808609 1295200 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:32.024714 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:32.030360 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:32.043059 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:32.276223 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:32.524586 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:32.538540 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:32.542984 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:32.764727 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:33.024216 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:33.030768 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:33.042815 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:33.264598 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:33.524592 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:33.529492 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:33.542603 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:33.765217 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:34.023855 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:34.036331 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:34.061381 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:34.271381 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:34.311510 1295200 pod_ready.go:102] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"False"
I0226 14:06:34.524641 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:34.531815 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:34.544986 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:34.765662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.023741 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:35.029266 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:35.043405 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:35.264829 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.523934 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:35.529161 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:35.541948 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:35.764757 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:35.807455 1295200 pod_ready.go:92] pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace has status "Ready":"True"
I0226 14:06:35.807479 1295200 pod_ready.go:81] duration metric: took 6.006541895s waiting for pod "nvidia-device-plugin-daemonset-9hfrc" in "kube-system" namespace to be "Ready" ...
I0226 14:06:35.807498 1295200 pod_ready.go:38] duration metric: took 37.467872653s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:06:35.807514 1295200 api_server.go:52] waiting for apiserver process to appear ...
I0226 14:06:35.807565 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:35.807630 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:35.852739 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:35.852759 1295200 cri.go:89] found id: ""
I0226 14:06:35.852767 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:35.852839 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.856399 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:35.856499 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:35.899992 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:35.900011 1295200 cri.go:89] found id: ""
I0226 14:06:35.900019 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:35.900077 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.903524 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:35.903618 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:35.947878 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:35.947902 1295200 cri.go:89] found id: ""
I0226 14:06:35.947910 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:35.948049 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:35.952103 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:35.952203 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:35.999081 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:35.999104 1295200 cri.go:89] found id: ""
I0226 14:06:35.999113 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:35.999176 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.004420 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:36.004527 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:36.026889 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:36.030372 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:36.043131 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:36.063835 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:36.063858 1295200 cri.go:89] found id: ""
I0226 14:06:36.063866 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:36.063927 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.068672 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:36.068827 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:36.131287 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:36.131310 1295200 cri.go:89] found id: ""
I0226 14:06:36.131318 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:36.131404 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.135194 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:36.135362 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:36.180680 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:36.180701 1295200 cri.go:89] found id: ""
I0226 14:06:36.180709 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:36.180824 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:36.188860 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:06:36.188886 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:06:36.215280 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:06:36.215309 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:06:36.266178 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:36.472870 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:06:36.472911 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:36.525270 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:36.534833 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:36.554208 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:36.742962 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:06:36.743001 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:36.765580 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:36.955665 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:06:36.955698 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:37.025370 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:37.038716 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:37.050359 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:37.096628 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:06:37.096658 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:06:37.214342 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:06:37.217509 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:06:37.265605 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:37.391812 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:37.391843 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0226 14:06:37.422074 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:28 addons-297209 kubelet[1361]: W0226 14:05:28.094488 1361 reflector.go:535] object-"gadget"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.422288 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:28 addons-297209 kubelet[1361]: E0226 14:05:28.094529 1361 reflector.go:147] object-"gadget"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gadget": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.451721 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.451945 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.452120 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.452317 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.453986 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.454174 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:37.484219 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:06:37.484248 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:37.530365 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:37.549859 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:37.561955 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:37.586084 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:06:37.586115 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:37.701109 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:06:37.701141 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:37.766073 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:37.777971 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:06:37.778000 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:37.892520 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:37.892554 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:06:37.892617 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:06:37.892631 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892639 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892651 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892657 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:37.892842 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:37.892852 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:37.892862 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:06:38.026436 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:38.032793 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:38.045244 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:38.269464 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:38.525223 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:38.532399 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:38.542766 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:38.764935 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:39.024274 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:39.029273 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:39.046681 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:39.272989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:39.523664 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:39.530854 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:39.543752 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:39.767347 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:40.024328 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:40.028945 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:40.043041 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:40.266832 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:40.523710 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:40.530056 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0226 14:06:40.541828 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:40.804516 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:41.023546 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:41.032544 1295200 kapi.go:107] duration metric: took 1m12.50828246s to wait for kubernetes.io/minikube-addons=registry ...
I0226 14:06:41.044386 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:41.266028 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:41.524129 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:41.541795 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:41.797024 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:42.024665 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:42.043741 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:42.266774 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:42.524036 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:42.541697 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:42.775868 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:43.024695 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:43.043512 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:43.264630 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:43.524549 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:43.544357 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:43.770322 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:44.025233 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:44.042274 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:44.267032 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:44.531619 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:44.543979 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:44.766907 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:45.027344 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:45.051770 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:45.266951 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:45.523833 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:45.544308 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:45.773901 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:46.024221 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:46.051105 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:46.265960 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:46.524672 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:46.543066 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:46.766204 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.024543 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:47.042232 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:47.269241 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.525281 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:47.542039 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:47.772468 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:47.894193 1295200 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0226 14:06:47.917392 1295200 api_server.go:72] duration metric: took 1m25.858277626s to wait for apiserver process to appear ...
I0226 14:06:47.917417 1295200 api_server.go:88] waiting for apiserver healthz status ...
I0226 14:06:47.917451 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:47.917523 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:47.998046 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:47.998068 1295200 cri.go:89] found id: ""
I0226 14:06:47.998077 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:47.998137 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.003018 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:48.003094 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:48.024903 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:48.043583 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:48.089668 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:48.089693 1295200 cri.go:89] found id: ""
I0226 14:06:48.089702 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:48.089760 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.093696 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:48.093770 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:48.175795 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:48.175819 1295200 cri.go:89] found id: ""
I0226 14:06:48.175827 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:48.175890 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.183902 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:48.183974 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:48.274662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:48.281052 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:48.281078 1295200 cri.go:89] found id: ""
I0226 14:06:48.281087 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:48.281142 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.287308 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:48.287374 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:48.369036 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:48.369059 1295200 cri.go:89] found id: ""
I0226 14:06:48.369068 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:48.369122 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.374850 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:48.374933 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:48.430009 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:48.430031 1295200 cri.go:89] found id: ""
I0226 14:06:48.430040 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:48.430105 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.434939 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:48.435007 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:48.494722 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:48.494747 1295200 cri.go:89] found id: ""
I0226 14:06:48.494757 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:48.494831 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:48.501083 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:48.501113 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0226 14:06:48.527424 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:48.542255 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0226 14:06:48.604486 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.604709 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.604886 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.605076 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.607710 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:48.607918 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:48.645151 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:06:48.645194 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:06:48.669680 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:06:48.669712 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:48.753825 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:06:48.753861 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:48.765981 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:48.810306 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:06:48.810337 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:48.887483 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:06:48.887509 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:06:48.990113 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:06:48.990151 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:06:49.025614 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:49.050549 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:49.199661 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:06:49.199694 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:49.271128 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:49.277664 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:06:49.277697 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:49.350606 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:06:49.350649 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:49.397382 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:06:49.397418 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:49.505811 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:06:49.505849 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:06:49.525183 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:49.544735 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:49.623547 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:49.623591 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:06:49.623657 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:06:49.623678 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623692 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623706 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623713 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:06:49.623721 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:06:49.623729 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:06:49.623735 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:06:49.764767 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:50.025869 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:50.043067 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:50.265666 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:50.523337 1295200 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0226 14:06:50.541861 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:50.764472 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:51.025746 1295200 kapi.go:107] duration metric: took 1m22.506878114s to wait for app.kubernetes.io/name=ingress-nginx ...
I0226 14:06:51.044239 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:51.265809 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:51.544199 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:51.768784 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:52.042582 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:52.266198 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:52.542047 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:52.764619 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:53.045504 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:53.268292 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:53.542107 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:53.765048 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:54.042148 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:54.265282 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:54.542930 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:54.779975 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:55.043304 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:55.265108 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:55.541875 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:55.764387 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:56.042298 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:56.266283 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:56.543101 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:56.766022 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:57.042951 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:57.265662 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:57.543191 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:57.765431 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0226 14:06:58.043328 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:58.264991 1295200 kapi.go:107] duration metric: took 1m29.506130754s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0226 14:06:58.541880 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.044624 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.542177 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:06:59.624996 1295200 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0226 14:06:59.634035 1295200 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0226 14:06:59.635390 1295200 api_server.go:141] control plane version: v1.28.4
I0226 14:06:59.635418 1295200 api_server.go:131] duration metric: took 11.717994063s to wait for apiserver health ...
I0226 14:06:59.635428 1295200 system_pods.go:43] waiting for kube-system pods to appear ...
I0226 14:06:59.635449 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0226 14:06:59.635513 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0226 14:06:59.673380 1295200 cri.go:89] found id: "5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:06:59.673455 1295200 cri.go:89] found id: ""
I0226 14:06:59.673477 1295200 logs.go:276] 1 containers: [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab]
I0226 14:06:59.673561 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.677281 1295200 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0226 14:06:59.677349 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0226 14:06:59.715726 1295200 cri.go:89] found id: "d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:06:59.715760 1295200 cri.go:89] found id: ""
I0226 14:06:59.715770 1295200 logs.go:276] 1 containers: [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524]
I0226 14:06:59.715863 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.719393 1295200 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0226 14:06:59.719462 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0226 14:06:59.762758 1295200 cri.go:89] found id: "635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:06:59.762779 1295200 cri.go:89] found id: ""
I0226 14:06:59.762787 1295200 logs.go:276] 1 containers: [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28]
I0226 14:06:59.762846 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.766273 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0226 14:06:59.766344 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0226 14:06:59.806262 1295200 cri.go:89] found id: "1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:06:59.806284 1295200 cri.go:89] found id: ""
I0226 14:06:59.806291 1295200 logs.go:276] 1 containers: [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773]
I0226 14:06:59.806350 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.810662 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0226 14:06:59.810735 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0226 14:06:59.860986 1295200 cri.go:89] found id: "dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:06:59.861006 1295200 cri.go:89] found id: ""
I0226 14:06:59.861014 1295200 logs.go:276] 1 containers: [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e]
I0226 14:06:59.861076 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.864625 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0226 14:06:59.864699 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0226 14:06:59.907720 1295200 cri.go:89] found id: "9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:06:59.907748 1295200 cri.go:89] found id: ""
I0226 14:06:59.907756 1295200 logs.go:276] 1 containers: [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69]
I0226 14:06:59.907829 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.912920 1295200 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0226 14:06:59.912994 1295200 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0226 14:06:59.981032 1295200 cri.go:89] found id: "21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:06:59.981056 1295200 cri.go:89] found id: ""
I0226 14:06:59.981064 1295200 logs.go:276] 1 containers: [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8]
I0226 14:06:59.981121 1295200 ssh_runner.go:195] Run: which crictl
I0226 14:06:59.985180 1295200 logs.go:123] Gathering logs for kubelet ...
I0226 14:06:59.985201 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0226 14:07:00.074616 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0226 14:07:00.097450 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300523 1361 reflector.go:535] object-"gcp-auth"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.097679 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.097852 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.098045 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.099733 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.099916 1295200 logs.go:138] Found kubelet problem: Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:07:00.139553 1295200 logs.go:123] Gathering logs for describe nodes ...
I0226 14:07:00.139605 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0226 14:07:00.303925 1295200 logs.go:123] Gathering logs for kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] ...
I0226 14:07:00.303961 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab"
I0226 14:07:00.367697 1295200 logs.go:123] Gathering logs for CRI-O ...
I0226 14:07:00.367734 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0226 14:07:00.461156 1295200 logs.go:123] Gathering logs for kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] ...
I0226 14:07:00.461192 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e"
I0226 14:07:00.503322 1295200 logs.go:123] Gathering logs for kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] ...
I0226 14:07:00.503350 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69"
I0226 14:07:00.546965 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:00.571523 1295200 logs.go:123] Gathering logs for kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] ...
I0226 14:07:00.571558 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8"
I0226 14:07:00.610662 1295200 logs.go:123] Gathering logs for container status ...
I0226 14:07:00.610690 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0226 14:07:00.681642 1295200 logs.go:123] Gathering logs for dmesg ...
I0226 14:07:00.681673 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0226 14:07:00.704899 1295200 logs.go:123] Gathering logs for etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] ...
I0226 14:07:00.704926 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524"
I0226 14:07:00.755602 1295200 logs.go:123] Gathering logs for coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] ...
I0226 14:07:00.755636 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28"
I0226 14:07:00.799817 1295200 logs.go:123] Gathering logs for kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] ...
I0226 14:07:00.799847 1295200 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773"
I0226 14:07:00.853025 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:07:00.853051 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
W0226 14:07:00.853126 1295200 out.go:239] X Problems detected in kubelet:
W0226 14:07:00.853137 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300557 1361 reflector.go:147] object-"gcp-auth"/"kube-root-ca.crt": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-297209" cannot list resource "configmaps" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853150 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.300847 1361 reflector.go:535] object-"gcp-auth"/"gcp-auth-certs": failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853171 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.300872 1361 reflector.go:147] object-"gcp-auth"/"gcp-auth-certs": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth-certs" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "gcp-auth": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853179 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: W0226 14:05:58.369161 1361 reflector.go:535] object-"kube-system"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
W0226 14:07:00.853186 1295200 out.go:239] Feb 26 14:05:58 addons-297209 kubelet[1361]: E0226 14:05:58.369198 1361 reflector.go:147] object-"kube-system"/"gcp-auth": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-297209" cannot list resource "secrets" in API group "" in the namespace "kube-system": no relationship found between node 'addons-297209' and this object
I0226 14:07:00.853201 1295200 out.go:304] Setting ErrFile to fd 2...
I0226 14:07:00.853207 1295200 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:07:01.043669 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:01.542278 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:02.042494 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:02.541747 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:03.045989 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:03.542223 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:04.042129 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:04.542784 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:05.043247 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:05.542788 1295200 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0226 14:07:06.042493 1295200 kapi.go:107] duration metric: took 1m33.504426888s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0226 14:07:06.044833 1295200 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-297209 cluster.
I0226 14:07:06.047127 1295200 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0226 14:07:06.049474 1295200 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0226 14:07:06.051929 1295200 out.go:177] * Enabled addons: storage-provisioner, inspektor-gadget, cloud-spanner, nvidia-device-plugin, ingress-dns, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, csi-hostpath-driver, gcp-auth
I0226 14:07:06.054590 1295200 addons.go:505] enable addons completed in 1m44.791741893s: enabled=[storage-provisioner inspektor-gadget cloud-spanner nvidia-device-plugin ingress-dns metrics-server yakd storage-provisioner-rancher volumesnapshots registry ingress csi-hostpath-driver gcp-auth]
I0226 14:07:10.864646 1295200 system_pods.go:59] 18 kube-system pods found
I0226 14:07:10.864685 1295200 system_pods.go:61] "coredns-5dd5756b68-xk6c2" [cbebf7c8-9632-4402-b35f-15ccaf447ae6] Running
I0226 14:07:10.864692 1295200 system_pods.go:61] "csi-hostpath-attacher-0" [6041a1db-e447-4755-9524-f07ee26a691d] Running
I0226 14:07:10.864696 1295200 system_pods.go:61] "csi-hostpath-resizer-0" [240b2aef-0875-4a3e-b8cc-9b32f7a90ce9] Running
I0226 14:07:10.864701 1295200 system_pods.go:61] "csi-hostpathplugin-rzwzj" [7b11f0d3-06c6-4274-a327-65a48f6fd2cc] Running
I0226 14:07:10.864727 1295200 system_pods.go:61] "etcd-addons-297209" [a0eb604a-6848-4179-81b8-a988e3c732d4] Running
I0226 14:07:10.864759 1295200 system_pods.go:61] "kindnet-nslcj" [5c494131-61ee-4b53-9eb9-00e261dc92dc] Running
I0226 14:07:10.864771 1295200 system_pods.go:61] "kube-apiserver-addons-297209" [fd708142-00a4-4cb1-87b5-cd6d7f409d5f] Running
I0226 14:07:10.864776 1295200 system_pods.go:61] "kube-controller-manager-addons-297209" [f59a5cfd-8b85-49c9-a683-abb683aff229] Running
I0226 14:07:10.864783 1295200 system_pods.go:61] "kube-ingress-dns-minikube" [cfb8ecae-688a-47a4-8b5e-4b04591e5a9a] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 14:07:10.864804 1295200 system_pods.go:61] "kube-proxy-9rvv9" [bcee014d-5104-4f3d-a229-442511397910] Running
I0226 14:07:10.864826 1295200 system_pods.go:61] "kube-scheduler-addons-297209" [5b5bb371-abf0-4b4b-bbee-c1d2505dad13] Running
I0226 14:07:10.864836 1295200 system_pods.go:61] "metrics-server-69cf46c98-z9xhc" [10ca61ee-19a0-4549-8f31-6c064b5ac4b1] Running
I0226 14:07:10.864841 1295200 system_pods.go:61] "nvidia-device-plugin-daemonset-9hfrc" [0717dc66-e4a9-406c-94e6-ff9e3aa06d83] Running
I0226 14:07:10.864844 1295200 system_pods.go:61] "registry-proxy-kwlsg" [e79e2964-0eb9-47f0-8785-972108bff26f] Running
I0226 14:07:10.864848 1295200 system_pods.go:61] "registry-tmjb9" [eaf4ca0c-3de9-41ed-b0d5-c5d041c2cf59] Running
I0226 14:07:10.864852 1295200 system_pods.go:61] "snapshot-controller-58dbcc7b99-w2jhs" [78acba43-1c16-46c3-b29c-0cb59edf1d76] Running
I0226 14:07:10.864857 1295200 system_pods.go:61] "snapshot-controller-58dbcc7b99-z5nmz" [dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5] Running
I0226 14:07:10.864860 1295200 system_pods.go:61] "storage-provisioner" [1a9f7788-c41a-41ca-8fad-4c985f317305] Running
I0226 14:07:10.864883 1295200 system_pods.go:74] duration metric: took 11.229434766s to wait for pod list to return data ...
I0226 14:07:10.864899 1295200 default_sa.go:34] waiting for default service account to be created ...
I0226 14:07:10.868097 1295200 default_sa.go:45] found service account: "default"
I0226 14:07:10.868123 1295200 default_sa.go:55] duration metric: took 3.21712ms for default service account to be created ...
I0226 14:07:10.868133 1295200 system_pods.go:116] waiting for k8s-apps to be running ...
I0226 14:07:10.878328 1295200 system_pods.go:86] 18 kube-system pods found
I0226 14:07:10.878365 1295200 system_pods.go:89] "coredns-5dd5756b68-xk6c2" [cbebf7c8-9632-4402-b35f-15ccaf447ae6] Running
I0226 14:07:10.878375 1295200 system_pods.go:89] "csi-hostpath-attacher-0" [6041a1db-e447-4755-9524-f07ee26a691d] Running
I0226 14:07:10.878380 1295200 system_pods.go:89] "csi-hostpath-resizer-0" [240b2aef-0875-4a3e-b8cc-9b32f7a90ce9] Running
I0226 14:07:10.878396 1295200 system_pods.go:89] "csi-hostpathplugin-rzwzj" [7b11f0d3-06c6-4274-a327-65a48f6fd2cc] Running
I0226 14:07:10.878403 1295200 system_pods.go:89] "etcd-addons-297209" [a0eb604a-6848-4179-81b8-a988e3c732d4] Running
I0226 14:07:10.878407 1295200 system_pods.go:89] "kindnet-nslcj" [5c494131-61ee-4b53-9eb9-00e261dc92dc] Running
I0226 14:07:10.878411 1295200 system_pods.go:89] "kube-apiserver-addons-297209" [fd708142-00a4-4cb1-87b5-cd6d7f409d5f] Running
I0226 14:07:10.878415 1295200 system_pods.go:89] "kube-controller-manager-addons-297209" [f59a5cfd-8b85-49c9-a683-abb683aff229] Running
I0226 14:07:10.878422 1295200 system_pods.go:89] "kube-ingress-dns-minikube" [cfb8ecae-688a-47a4-8b5e-4b04591e5a9a] Running / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I0226 14:07:10.878432 1295200 system_pods.go:89] "kube-proxy-9rvv9" [bcee014d-5104-4f3d-a229-442511397910] Running
I0226 14:07:10.878442 1295200 system_pods.go:89] "kube-scheduler-addons-297209" [5b5bb371-abf0-4b4b-bbee-c1d2505dad13] Running
I0226 14:07:10.878447 1295200 system_pods.go:89] "metrics-server-69cf46c98-z9xhc" [10ca61ee-19a0-4549-8f31-6c064b5ac4b1] Running
I0226 14:07:10.878451 1295200 system_pods.go:89] "nvidia-device-plugin-daemonset-9hfrc" [0717dc66-e4a9-406c-94e6-ff9e3aa06d83] Running
I0226 14:07:10.878455 1295200 system_pods.go:89] "registry-proxy-kwlsg" [e79e2964-0eb9-47f0-8785-972108bff26f] Running
I0226 14:07:10.878465 1295200 system_pods.go:89] "registry-tmjb9" [eaf4ca0c-3de9-41ed-b0d5-c5d041c2cf59] Running
I0226 14:07:10.878469 1295200 system_pods.go:89] "snapshot-controller-58dbcc7b99-w2jhs" [78acba43-1c16-46c3-b29c-0cb59edf1d76] Running
I0226 14:07:10.878473 1295200 system_pods.go:89] "snapshot-controller-58dbcc7b99-z5nmz" [dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5] Running
I0226 14:07:10.878479 1295200 system_pods.go:89] "storage-provisioner" [1a9f7788-c41a-41ca-8fad-4c985f317305] Running
I0226 14:07:10.878489 1295200 system_pods.go:126] duration metric: took 10.347456ms to wait for k8s-apps to be running ...
I0226 14:07:10.878501 1295200 system_svc.go:44] waiting for kubelet service to be running ....
I0226 14:07:10.878562 1295200 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:07:10.890766 1295200 system_svc.go:56] duration metric: took 12.255818ms WaitForService to wait for kubelet.
I0226 14:07:10.890795 1295200 kubeadm.go:581] duration metric: took 1m48.831690443s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0226 14:07:10.890815 1295200 node_conditions.go:102] verifying NodePressure condition ...
I0226 14:07:10.895081 1295200 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0226 14:07:10.895119 1295200 node_conditions.go:123] node cpu capacity is 2
I0226 14:07:10.895132 1295200 node_conditions.go:105] duration metric: took 4.3114ms to run NodePressure ...
I0226 14:07:10.895159 1295200 start.go:228] waiting for startup goroutines ...
I0226 14:07:10.895174 1295200 start.go:233] waiting for cluster config update ...
I0226 14:07:10.895191 1295200 start.go:242] writing updated cluster config ...
I0226 14:07:10.895479 1295200 ssh_runner.go:195] Run: rm -f paused
I0226 14:07:11.232355 1295200 start.go:601] kubectl: 1.29.2, cluster: 1.28.4 (minor skew: 1)
I0226 14:07:11.236047 1295200 out.go:177] * Done! kubectl is now configured to use "addons-297209" cluster and "default" namespace by default
==> CRI-O <==
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.539982464Z" level=info msg="Stopping container: 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947 (timeout: 30s)" id=c238e5fb-4af0-470c-bc0b-ed2e09c62a92 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:08:25 addons-297209 conmon[3173]: conmon f7a67f8f2e232fd56c18 <ninfo>: container 3184 exited with status 2
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.685990592Z" level=info msg="Stopped container f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529: kube-system/snapshot-controller-58dbcc7b99-z5nmz/volume-snapshot-controller" id=d3d5f949-5eea-47d9-bb11-5ade12bdf8a7 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.686580441Z" level=info msg="Stopping pod sandbox: e3db2f7d8e8b37f2bb1b313ab4d82e8e60b6806b0d629a68eaa5cfa91b8b64c9" id=2d1a06ca-013f-445b-9863-329d63a15c7e name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.686797657Z" level=info msg="Got pod network &{Name:snapshot-controller-58dbcc7b99-z5nmz Namespace:kube-system ID:e3db2f7d8e8b37f2bb1b313ab4d82e8e60b6806b0d629a68eaa5cfa91b8b64c9 UID:dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5 NetNS:/var/run/netns/71833a69-6c19-42e5-b2b8-67763f6fb5f4 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.686944769Z" level=info msg="Deleting pod kube-system_snapshot-controller-58dbcc7b99-z5nmz from CNI network \"kindnet\" (type=ptp)"
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.692636876Z" level=info msg="Stopped container 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947: kube-system/snapshot-controller-58dbcc7b99-w2jhs/volume-snapshot-controller" id=c238e5fb-4af0-470c-bc0b-ed2e09c62a92 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.693105731Z" level=info msg="Stopping pod sandbox: 2ad1146cbf7526193aa69293dcfb53281de24c0002950c037825b3c9b123dbb3" id=59a99ab1-994c-45f3-aa8b-c94dddaa3252 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.693317630Z" level=info msg="Got pod network &{Name:snapshot-controller-58dbcc7b99-w2jhs Namespace:kube-system ID:2ad1146cbf7526193aa69293dcfb53281de24c0002950c037825b3c9b123dbb3 UID:78acba43-1c16-46c3-b29c-0cb59edf1d76 NetNS:/var/run/netns/88b62231-2e75-4ea2-b3ff-bed2fbcce99e Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.693454559Z" level=info msg="Deleting pod kube-system_snapshot-controller-58dbcc7b99-w2jhs from CNI network \"kindnet\" (type=ptp)"
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.722379437Z" level=info msg="Stopped pod sandbox: e3db2f7d8e8b37f2bb1b313ab4d82e8e60b6806b0d629a68eaa5cfa91b8b64c9" id=2d1a06ca-013f-445b-9863-329d63a15c7e name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:25 addons-297209 crio[898]: time="2024-02-26 14:08:25.732613953Z" level=info msg="Stopped pod sandbox: 2ad1146cbf7526193aa69293dcfb53281de24c0002950c037825b3c9b123dbb3" id=59a99ab1-994c-45f3-aa8b-c94dddaa3252 name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:26 addons-297209 crio[898]: time="2024-02-26 14:08:26.428793405Z" level=info msg="Removing container: 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947" id=3fc5b316-0552-4297-8c63-208af418ddd3 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:08:26 addons-297209 crio[898]: time="2024-02-26 14:08:26.449084909Z" level=info msg="Removed container 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947: kube-system/snapshot-controller-58dbcc7b99-w2jhs/volume-snapshot-controller" id=3fc5b316-0552-4297-8c63-208af418ddd3 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:08:26 addons-297209 crio[898]: time="2024-02-26 14:08:26.451007129Z" level=info msg="Removing container: f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529" id=ed491ded-d8f0-49ea-878a-643edec362b4 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:08:26 addons-297209 crio[898]: time="2024-02-26 14:08:26.484578852Z" level=info msg="Removed container f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529: kube-system/snapshot-controller-58dbcc7b99-z5nmz/volume-snapshot-controller" id=ed491ded-d8f0-49ea-878a-643edec362b4 name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.147747843Z" level=info msg="Stopping container: 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a (timeout: 30s)" id=1d608c49-a3e4-452d-9cc2-7c84f8bb5292 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:08:31 addons-297209 conmon[3253]: conmon 47de12a84470561df449 <ninfo>: container 3265 exited with status 2
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.295313326Z" level=info msg="Stopped container 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a: default/cloud-spanner-emulator-6548d5df46-k4h2q/cloud-spanner-emulator" id=1d608c49-a3e4-452d-9cc2-7c84f8bb5292 name=/runtime.v1.RuntimeService/StopContainer
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.295950059Z" level=info msg="Stopping pod sandbox: f1a63fee0f1242ee48ba79d4303c3d8c9e457b36f393e9628360cfbe1a76d31f" id=970c5f43-b85b-4497-8131-f2a0aa2b28dd name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.296152670Z" level=info msg="Got pod network &{Name:cloud-spanner-emulator-6548d5df46-k4h2q Namespace:default ID:f1a63fee0f1242ee48ba79d4303c3d8c9e457b36f393e9628360cfbe1a76d31f UID:b24bd961-c6cf-40d9-9853-0abcad0fdb17 NetNS:/var/run/netns/60eda9f4-95c2-415c-98c8-74cffb5dff96 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.296289886Z" level=info msg="Deleting pod default_cloud-spanner-emulator-6548d5df46-k4h2q from CNI network \"kindnet\" (type=ptp)"
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.328629792Z" level=info msg="Stopped pod sandbox: f1a63fee0f1242ee48ba79d4303c3d8c9e457b36f393e9628360cfbe1a76d31f" id=970c5f43-b85b-4497-8131-f2a0aa2b28dd name=/runtime.v1.RuntimeService/StopPodSandbox
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.450540037Z" level=info msg="Removing container: 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a" id=418765cc-0414-4aa0-a677-6013ffd40ebd name=/runtime.v1.RuntimeService/RemoveContainer
Feb 26 14:08:31 addons-297209 crio[898]: time="2024-02-26 14:08:31.477571019Z" level=info msg="Removed container 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a: default/cloud-spanner-emulator-6548d5df46-k4h2q/cloud-spanner-emulator" id=418765cc-0414-4aa0-a677-6013ffd40ebd name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0ddf03c065290 1499ed4fbd0aa6ea742ab6bce25603aa33556e1ac0e2f24a4901a675247e538a 50 seconds ago Exited minikube-ingress-dns 4 f9d5d7e3d09ae kube-ingress-dns-minikube
0af1cb21ea56a ghcr.io/inspektor-gadget/inspektor-gadget@sha256:bea7ad44c4547955f1add98aede0971eda00059a9ee7083bb7b8190d810b5b84 About a minute ago Exited gadget 4 749188f046a8f gadget-zhd58
dcd8be2a15db8 gcr.io/k8s-minikube/gcp-auth-webhook@sha256:63b520448091bc94aa4dba00d6b3b3c25e410c4fb73aa46feae5b25f9895abaa About a minute ago Running gcp-auth 0 0005b557501f0 gcp-auth-d4c87556c-mxw4j
cad4820a0c6c0 registry.k8s.io/ingress-nginx/controller@sha256:1405cc613bd95b2c6edd8b2a152510ae91c7e62aea4698500d23b2145960ab9c About a minute ago Running controller 0 363e420910e40 ingress-nginx-controller-7967645744-kqr9d
fa809cdf028dd registry.k8s.io/metrics-server/metrics-server@sha256:1c0419326500f1704af580d12a579671b2c3a06a8aa918cd61d0a35fb2d6b3ce 2 minutes ago Running metrics-server 0 49af2e7d332d9 metrics-server-69cf46c98-z9xhc
b9a480ac16eb5 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:25d6a5f11211cc5c3f9f2bf552b585374af287b4debf693cacbe2da47daa5084 2 minutes ago Exited patch 0 e1dca9b05aa7d ingress-nginx-admission-patch-sh74l
b05e65b5a0ff5 docker.io/marcnuri/yakd@sha256:a3f540278e4c11373e15605311851dd9c64d208f4d63e727bccc0e39f9329310 2 minutes ago Running yakd 0 bc71a972a1341 yakd-dashboard-9947fc6bf-8jljj
eaa366e6465e5 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:25d6a5f11211cc5c3f9f2bf552b585374af287b4debf693cacbe2da47daa5084 2 minutes ago Exited create 0 29c855913ee97 ingress-nginx-admission-create-5frg9
af57b4f60be1c ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 2 minutes ago Running storage-provisioner 0 7baaf108b921b storage-provisioner
635eb13a87662 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108 2 minutes ago Running coredns 0 2c9ed73e34ee6 coredns-5dd5756b68-xk6c2
21233f46de04f docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 3 minutes ago Running kindnet-cni 0 ebd8dfd98ff43 kindnet-nslcj
dd3249e61ddda 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39 3 minutes ago Running kube-proxy 0 d8c336c66fb4f kube-proxy-9rvv9
5aff79022a464 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419 3 minutes ago Running kube-apiserver 0 82f10467852e9 kube-apiserver-addons-297209
d332a2289cdc9 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace 3 minutes ago Running etcd 0 95baf4ff86d44 etcd-addons-297209
9ad960b7e0aa7 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b 3 minutes ago Running kube-controller-manager 0 e598dfb52e9db kube-controller-manager-addons-297209
1e1bbf5eaeb55 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54 3 minutes ago Running kube-scheduler 0 5662c11904254 kube-scheduler-addons-297209
==> coredns [635eb13a876623126b1d9d1a2b1950220cc34b7d63609d9323feaefcab5ffe28] <==
[INFO] 10.244.0.15:55672 - 44736 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.002229457s
[INFO] 10.244.0.15:53736 - 1812 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000113109s
[INFO] 10.244.0.15:53736 - 19222 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000081256s
[INFO] 10.244.0.15:56616 - 3421 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000121478s
[INFO] 10.244.0.15:56616 - 59814 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000070836s
[INFO] 10.244.0.15:58863 - 38513 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000082586s
[INFO] 10.244.0.15:58863 - 4980 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000052891s
[INFO] 10.244.0.15:39472 - 36844 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000079181s
[INFO] 10.244.0.15:39472 - 46058 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000150689s
[INFO] 10.244.0.15:34458 - 54227 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001290353s
[INFO] 10.244.0.15:34458 - 2001 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001351982s
[INFO] 10.244.0.15:51983 - 26158 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000061875s
[INFO] 10.244.0.15:51983 - 29736 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000119649s
[INFO] 10.244.0.20:37780 - 6328 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000151822s
[INFO] 10.244.0.20:42030 - 25127 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000210308s
[INFO] 10.244.0.20:57997 - 15918 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000128396s
[INFO] 10.244.0.20:51712 - 44060 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000168289s
[INFO] 10.244.0.20:48918 - 47828 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00014401s
[INFO] 10.244.0.20:36312 - 40089 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000151091s
[INFO] 10.244.0.20:49124 - 10792 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002091683s
[INFO] 10.244.0.20:36375 - 19635 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002330192s
[INFO] 10.244.0.20:48411 - 27087 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000918427s
[INFO] 10.244.0.20:50089 - 47891 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 382 0.000789359s
[INFO] 10.244.0.21:36345 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000148104s
[INFO] 10.244.0.21:45303 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00010803s
==> describe nodes <==
Name: addons-297209
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-297209
kubernetes.io/os=linux
minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9
minikube.k8s.io/name=addons-297209
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_26T14_05_10_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-297209
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 26 Feb 2024 14:05:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-297209
AcquireTime: <unset>
RenewTime: Mon, 26 Feb 2024 14:08:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 26 Feb 2024 14:08:12 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 26 Feb 2024 14:08:12 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 26 Feb 2024 14:08:12 +0000 Mon, 26 Feb 2024 14:05:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 26 Feb 2024 14:08:12 +0000 Mon, 26 Feb 2024 14:05:58 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-297209
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 5d5d1758f3ae403abcbcfa790aa12b65
System UUID: a48d3a9b-0f89-48f4-92bc-550bdc187adf
Boot ID: 2c7c6b87-6e58-40a2-bcdb-51d10909f45d
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.28.4
Kube-Proxy Version: v1.28.4
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
gadget gadget-zhd58 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m4s
gcp-auth gcp-auth-d4c87556c-mxw4j 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m
ingress-nginx ingress-nginx-controller-7967645744-kqr9d 100m (5%!)(MISSING) 0 (0%!)(MISSING) 90Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m4s
kube-system coredns-5dd5756b68-xk6c2 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m9s
kube-system etcd-addons-297209 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (1%!)(MISSING) 0 (0%!)(MISSING) 3m26s
kube-system kindnet-nslcj 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m11s
kube-system kube-apiserver-addons-297209 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m23s
kube-system kube-controller-manager-addons-297209 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m24s
kube-system kube-ingress-dns-minikube 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m5s
kube-system kube-proxy-9rvv9 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m11s
kube-system kube-scheduler-addons-297209 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m23s
kube-system metrics-server-69cf46c98-z9xhc 100m (5%!)(MISSING) 0 (0%!)(MISSING) 200Mi (2%!)(MISSING) 0 (0%!)(MISSING) 3m5s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m5s
yakd-dashboard yakd-dashboard-9947fc6bf-8jljj 0 (0%!)(MISSING) 0 (0%!)(MISSING) 128Mi (1%!)(MISSING) 256Mi (3%!)(MISSING) 3m5s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%!)(MISSING) 100m (5%!)(MISSING)
memory 638Mi (8%!)(MISSING) 476Mi (6%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m4s kube-proxy
Normal Starting 3m24s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m23s kubelet Node addons-297209 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m23s kubelet Node addons-297209 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m23s kubelet Node addons-297209 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m11s node-controller Node addons-297209 event: Registered Node addons-297209 in Controller
Normal NodeReady 2m34s kubelet Node addons-297209 status is now: NodeReady
==> dmesg <==
[ +0.000725] FS-Cache: N-cookie c=00000042 [p=00000039 fl=2 nc=0 na=1]
[ +0.000947] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000006faccaa8
[ +0.001065] FS-Cache: N-key=[8] '5872ed0000000000'
[ +0.002656] FS-Cache: Duplicate cookie detected
[ +0.000742] FS-Cache: O-cookie c=0000003c [p=00000039 fl=226 nc=0 na=1]
[ +0.001009] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=00000000a220cfbb
[ +0.001105] FS-Cache: O-key=[8] '5872ed0000000000'
[ +0.000708] FS-Cache: N-cookie c=00000043 [p=00000039 fl=2 nc=0 na=1]
[ +0.000928] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000008cc9f97b
[ +0.001038] FS-Cache: N-key=[8] '5872ed0000000000'
[ +2.489257] FS-Cache: Duplicate cookie detected
[ +0.000746] FS-Cache: O-cookie c=0000003a [p=00000039 fl=226 nc=0 na=1]
[ +0.000948] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=0000000017400cb9
[ +0.001039] FS-Cache: O-key=[8] '5772ed0000000000'
[ +0.000756] FS-Cache: N-cookie c=00000045 [p=00000039 fl=2 nc=0 na=1]
[ +0.000948] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000005c7c7d99
[ +0.001040] FS-Cache: N-key=[8] '5772ed0000000000'
[ +0.350165] FS-Cache: Duplicate cookie detected
[ +0.000747] FS-Cache: O-cookie c=0000003f [p=00000039 fl=226 nc=0 na=1]
[ +0.001021] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=00000000db8d6e0a
[ +0.001035] FS-Cache: O-key=[8] '5d72ed0000000000'
[ +0.000754] FS-Cache: N-cookie c=00000046 [p=00000039 fl=2 nc=0 na=1]
[ +0.000963] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000006faccaa8
[ +0.001049] FS-Cache: N-key=[8] '5d72ed0000000000'
[Feb26 13:28] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [d332a2289cdc9736f6e0f2e45d828486f30fb36c0c494a52d739e08397e52524] <==
{"level":"info","ts":"2024-02-26T14:05:02.072569Z","caller":"etcdserver/server.go:738","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aec36adc501070cc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-02-26T14:05:02.072667Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.072696Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.072705Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2024-02-26T14:05:02.084877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc switched to configuration voters=(12593026477526642892)"}
{"level":"info","ts":"2024-02-26T14:05:02.084973Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","added-peer-id":"aec36adc501070cc","added-peer-peer-urls":["https://192.168.49.2:2380"]}
{"level":"info","ts":"2024-02-26T14:05:02.414435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc is starting a new election at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became pre-candidate at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-02-26T14:05:02.414695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.414828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-02-26T14:05:02.422633Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-26T14:05:02.42384Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-02-26T14:05:02.423969Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.42262Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-297209 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-02-26T14:05:02.430684Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-02-26T14:05:02.43163Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-02-26T14:05:02.432258Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.432332Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.432357Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-02-26T14:05:02.47442Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-02-26T14:05:02.474522Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-02-26T14:05:25.267207Z","caller":"traceutil/trace.go:171","msg":"trace[366224775] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"121.877738ms","start":"2024-02-26T14:05:25.144467Z","end":"2024-02-26T14:05:25.266345Z","steps":["trace[366224775] 'process raft request' (duration: 87.654729ms)","trace[366224775] 'compare' (duration: 30.915384ms)"],"step_count":2}
==> gcp-auth [dcd8be2a15db8271d31f9e51cd798af28d773583053e58e3d715beecc4e57356] <==
2024/02/26 14:07:05 GCP Auth Webhook started!
2024/02/26 14:07:22 Ready to marshal response ...
2024/02/26 14:07:22 Ready to write response ...
2024/02/26 14:07:36 Ready to marshal response ...
2024/02/26 14:07:36 Ready to write response ...
2024/02/26 14:07:39 Ready to marshal response ...
2024/02/26 14:07:39 Ready to write response ...
2024/02/26 14:07:39 Ready to marshal response ...
2024/02/26 14:07:39 Ready to write response ...
2024/02/26 14:07:50 Ready to marshal response ...
2024/02/26 14:07:50 Ready to write response ...
2024/02/26 14:08:09 Ready to marshal response ...
2024/02/26 14:08:09 Ready to write response ...
==> kernel <==
14:08:33 up 5:51, 0 users, load average: 1.00, 1.64, 1.91
Linux addons-297209 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [21233f46de04fb839d66c7ea2775ac7dc268478714e532ebc3aa3dc995091cf8] <==
I0226 14:06:27.801753 1 main.go:227] handling current node
I0226 14:06:37.815030 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:06:37.815057 1 main.go:227] handling current node
I0226 14:06:47.827069 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:06:47.827100 1 main.go:227] handling current node
I0226 14:06:57.837969 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:06:57.837996 1 main.go:227] handling current node
I0226 14:07:07.842285 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:07.842317 1 main.go:227] handling current node
I0226 14:07:17.853636 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:17.853673 1 main.go:227] handling current node
I0226 14:07:27.857411 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:27.857441 1 main.go:227] handling current node
I0226 14:07:37.871176 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:37.871497 1 main.go:227] handling current node
I0226 14:07:47.882214 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:47.882242 1 main.go:227] handling current node
I0226 14:07:57.903363 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:07:57.903394 1 main.go:227] handling current node
I0226 14:08:07.907200 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:08:07.907232 1 main.go:227] handling current node
I0226 14:08:17.920359 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:08:17.920389 1 main.go:227] handling current node
I0226 14:08:27.924220 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:08:27.924248 1 main.go:227] handling current node
==> kube-apiserver [5aff79022a464a5db31fa26120fa76efbf96b7a12461e000d6ca7c62b01d83ab] <==
I0226 14:06:29.750682 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0226 14:07:05.521907 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
I0226 14:07:48.897285 1 controller.go:624] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0226 14:07:51.362975 1 watch.go:287] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoderWithAllocator{writer:responsewriter.outerWithCloseNotifyAndFlush{UserProvidedDecorator:(*metrics.ResponseWriterDelegator)(0x400cfbc1b0), InnerCloseNotifierFlusher:struct { httpsnoop.Unwrapper; http.ResponseWriter; http.Flusher; http.CloseNotifier; http.Pusher }{Unwrapper:(*httpsnoop.rw)(0x400ce7e820), ResponseWriter:(*httpsnoop.rw)(0x400ce7e820), Flusher:(*httpsnoop.rw)(0x400ce7e820), CloseNotifier:(*httpsnoop.rw)(0x400ce7e820), Pusher:(*httpsnoop.rw)(0x400ce7e820)}}, encoder:(*versioning.codec)(0x400cd419a0), memAllocator:(*runtime.Allocator)(0x400eb6e198)})
I0226 14:08:05.522520 1 handler.go:232] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E0226 14:08:06.527324 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0226 14:08:25.339061 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.339193 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.347319 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.347452 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.373141 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.373270 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.375487 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.375591 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.395172 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.395223 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.396431 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.397281 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.464215 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.464468 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0226 14:08:25.488717 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0226 14:08:25.488756 1 handler.go:232] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0226 14:08:26.376335 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0226 14:08:26.489152 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0226 14:08:26.499923 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
==> kube-controller-manager [9ad960b7e0aa7b4cc32f9ee406b469e5a309183c2601d335cfd794a8f894cc69] <==
I0226 14:07:39.401415 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="WaitForFirstConsumer" message="waiting for first consumer to be created before binding"
I0226 14:07:39.731881 1 event.go:307] "Event occurred" object="default/test-pvc" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'rancher.io/local-path' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0226 14:07:51.181066 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="local-path-storage/local-path-provisioner-78b46b4d5c" duration="4.143µs"
I0226 14:07:51.735850 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0226 14:08:05.976167 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0226 14:08:08.321897 1 event.go:307] "Event occurred" object="default/hpvc-restore" fieldPath="" kind="PersistentVolumeClaim" apiVersion="v1" type="Normal" reason="ExternalProvisioning" message="Waiting for a volume to be created either by the external provisioner 'hostpath.csi.k8s.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered."
I0226 14:08:18.807619 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-attacher"
I0226 14:08:18.920955 1 stateful_set.go:458] "StatefulSet has been deleted" key="kube-system/csi-hostpath-resizer"
I0226 14:08:25.523147 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/snapshot-controller-58dbcc7b99" duration="7.458µs"
E0226 14:08:26.378224 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:26.491262 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:26.502034 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:27.478105 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:27.478137 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:27.536313 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:27.536346 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:27.722282 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:27.722319 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:29.152461 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:29.152495 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:30.043836 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:30.043881 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
W0226 14:08:30.252883 1 reflector.go:535] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0226 14:08:30.252920 1 reflector.go:147] vendor/k8s.io/client-go/metadata/metadatainformer/informer.go:106: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
I0226 14:08:31.129864 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/cloud-spanner-emulator-6548d5df46" duration="4.094µs"
==> kube-proxy [dd3249e61ddda4db506c70b655f0fdc49db9b0fe69c086aab376b714098e0f0e] <==
I0226 14:05:27.504140 1 server_others.go:69] "Using iptables proxy"
I0226 14:05:27.759221 1 node.go:141] Successfully retrieved node IP: 192.168.49.2
I0226 14:05:27.960754 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0226 14:05:27.962941 1 server_others.go:152] "Using iptables Proxier"
I0226 14:05:27.962986 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I0226 14:05:27.962994 1 server_others.go:438] "Defaulting to no-op detect-local"
I0226 14:05:27.963014 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0226 14:05:27.963269 1 server.go:846] "Version info" version="v1.28.4"
I0226 14:05:27.963286 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0226 14:05:27.966708 1 config.go:188] "Starting service config controller"
I0226 14:05:27.966732 1 shared_informer.go:311] Waiting for caches to sync for service config
I0226 14:05:27.966752 1 config.go:97] "Starting endpoint slice config controller"
I0226 14:05:27.966755 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0226 14:05:27.967913 1 config.go:315] "Starting node config controller"
I0226 14:05:27.967934 1 shared_informer.go:311] Waiting for caches to sync for node config
I0226 14:05:28.068457 1 shared_informer.go:318] Caches are synced for node config
I0226 14:05:28.068494 1 shared_informer.go:318] Caches are synced for service config
I0226 14:05:28.068535 1 shared_informer.go:318] Caches are synced for endpoint slice config
==> kube-scheduler [1e1bbf5eaeb5567e64b0c7dea98b6161e8d5ae43d3bb12d149d8c5edb5fe9773] <==
W0226 14:05:05.936652 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0226 14:05:05.937099 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0226 14:05:05.936713 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0226 14:05:05.937183 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0226 14:05:05.936751 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0226 14:05:05.937262 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0226 14:05:05.936791 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0226 14:05:05.937350 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0226 14:05:05.935609 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0226 14:05:05.937027 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0226 14:05:05.937074 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0226 14:05:05.937509 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0226 14:05:05.937754 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:05:05.937986 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0226 14:05:05.937874 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0226 14:05:05.938089 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W0226 14:05:05.937909 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0226 14:05:05.938172 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0226 14:05:05.937964 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0226 14:05:05.938283 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W0226 14:05:06.766555 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:05:06.766606 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0226 14:05:06.864364 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0226 14:05:06.864396 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
I0226 14:05:07.520149 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Feb 26 14:08:24 addons-297209 kubelet[1361]: E0226 14:08:24.040199 1361 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"gadget\" with CrashLoopBackOff: \"back-off 1m20s restarting failed container=gadget pod=gadget-zhd58_gadget(aac7748f-54f5-41f2-9283-a39c108fd9b6)\"" pod="gadget/gadget-zhd58" podUID="aac7748f-54f5-41f2-9283-a39c108fd9b6"
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.814631 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-j8xn9\" (UniqueName: \"kubernetes.io/projected/dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5-kube-api-access-j8xn9\") pod \"dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5\" (UID: \"dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5\") "
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.814693 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-c27qf\" (UniqueName: \"kubernetes.io/projected/78acba43-1c16-46c3-b29c-0cb59edf1d76-kube-api-access-c27qf\") pod \"78acba43-1c16-46c3-b29c-0cb59edf1d76\" (UID: \"78acba43-1c16-46c3-b29c-0cb59edf1d76\") "
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.816770 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/78acba43-1c16-46c3-b29c-0cb59edf1d76-kube-api-access-c27qf" (OuterVolumeSpecName: "kube-api-access-c27qf") pod "78acba43-1c16-46c3-b29c-0cb59edf1d76" (UID: "78acba43-1c16-46c3-b29c-0cb59edf1d76"). InnerVolumeSpecName "kube-api-access-c27qf". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.816922 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5-kube-api-access-j8xn9" (OuterVolumeSpecName: "kube-api-access-j8xn9") pod "dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5" (UID: "dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5"). InnerVolumeSpecName "kube-api-access-j8xn9". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.915239 1361 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-j8xn9\" (UniqueName: \"kubernetes.io/projected/dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5-kube-api-access-j8xn9\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:08:25 addons-297209 kubelet[1361]: I0226 14:08:25.915279 1361 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-c27qf\" (UniqueName: \"kubernetes.io/projected/78acba43-1c16-46c3-b29c-0cb59edf1d76-kube-api-access-c27qf\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.427222 1361 scope.go:117] "RemoveContainer" containerID="6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947"
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.449336 1361 scope.go:117] "RemoveContainer" containerID="6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947"
Feb 26 14:08:26 addons-297209 kubelet[1361]: E0226 14:08:26.449821 1361 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947\": container with ID starting with 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947 not found: ID does not exist" containerID="6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947"
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.449871 1361 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947"} err="failed to get container status \"6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947\": rpc error: code = NotFound desc = could not find container \"6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947\": container with ID starting with 6495b63027963a6ccc7cda5a083e6fe06eae82469ab748731e83d57c23852947 not found: ID does not exist"
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.449884 1361 scope.go:117] "RemoveContainer" containerID="f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529"
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.485031 1361 scope.go:117] "RemoveContainer" containerID="f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529"
Feb 26 14:08:26 addons-297209 kubelet[1361]: E0226 14:08:26.485519 1361 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529\": container with ID starting with f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529 not found: ID does not exist" containerID="f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529"
Feb 26 14:08:26 addons-297209 kubelet[1361]: I0226 14:08:26.485564 1361 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529"} err="failed to get container status \"f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529\": rpc error: code = NotFound desc = could not find container \"f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529\": container with ID starting with f7a67f8f2e232fd56c18c5deecdf128478073d66496cd0d7c2cb286074e7f529 not found: ID does not exist"
Feb 26 14:08:27 addons-297209 kubelet[1361]: I0226 14:08:27.041331 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="78acba43-1c16-46c3-b29c-0cb59edf1d76" path="/var/lib/kubelet/pods/78acba43-1c16-46c3-b29c-0cb59edf1d76/volumes"
Feb 26 14:08:27 addons-297209 kubelet[1361]: I0226 14:08:27.041739 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5" path="/var/lib/kubelet/pods/dd1bf97a-3bb1-4e91-b3bd-bb4e99cef7d5/volumes"
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.446077 1361 scope.go:117] "RemoveContainer" containerID="47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a"
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.451924 1361 reconciler_common.go:172] "operationExecutor.UnmountVolume started for volume \"kube-api-access-gnndm\" (UniqueName: \"kubernetes.io/projected/b24bd961-c6cf-40d9-9853-0abcad0fdb17-kube-api-access-gnndm\") pod \"b24bd961-c6cf-40d9-9853-0abcad0fdb17\" (UID: \"b24bd961-c6cf-40d9-9853-0abcad0fdb17\") "
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.459324 1361 operation_generator.go:882] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/b24bd961-c6cf-40d9-9853-0abcad0fdb17-kube-api-access-gnndm" (OuterVolumeSpecName: "kube-api-access-gnndm") pod "b24bd961-c6cf-40d9-9853-0abcad0fdb17" (UID: "b24bd961-c6cf-40d9-9853-0abcad0fdb17"). InnerVolumeSpecName "kube-api-access-gnndm". PluginName "kubernetes.io/projected", VolumeGidValue ""
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.477936 1361 scope.go:117] "RemoveContainer" containerID="47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a"
Feb 26 14:08:31 addons-297209 kubelet[1361]: E0226 14:08:31.478324 1361 remote_runtime.go:432] "ContainerStatus from runtime service failed" err="rpc error: code = NotFound desc = could not find container \"47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a\": container with ID starting with 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a not found: ID does not exist" containerID="47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a"
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.478373 1361 pod_container_deletor.go:53] "DeleteContainer returned error" containerID={"Type":"cri-o","ID":"47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a"} err="failed to get container status \"47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a\": rpc error: code = NotFound desc = could not find container \"47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a\": container with ID starting with 47de12a84470561df449fca92a3a3e5eb1b2d6f4d2a9b7f149d5f7cd43c10f4a not found: ID does not exist"
Feb 26 14:08:31 addons-297209 kubelet[1361]: I0226 14:08:31.552887 1361 reconciler_common.go:300] "Volume detached for volume \"kube-api-access-gnndm\" (UniqueName: \"kubernetes.io/projected/b24bd961-c6cf-40d9-9853-0abcad0fdb17-kube-api-access-gnndm\") on node \"addons-297209\" DevicePath \"\""
Feb 26 14:08:33 addons-297209 kubelet[1361]: I0226 14:08:33.041636 1361 kubelet_volumes.go:161] "Cleaned up orphaned pod volumes dir" podUID="b24bd961-c6cf-40d9-9853-0abcad0fdb17" path="/var/lib/kubelet/pods/b24bd961-c6cf-40d9-9853-0abcad0fdb17/volumes"
==> storage-provisioner [af57b4f60be1c69e958756185981b2bfc258d48aa427754c663d9fd175bbaac9] <==
I0226 14:05:59.313578 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0226 14:05:59.333656 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0226 14:05:59.333803 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0226 14:05:59.372474 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0226 14:05:59.374195 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96!
I0226 14:05:59.378275 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"f38c36d6-b8cf-4e79-b704-5dbe5828deee", APIVersion:"v1", ResourceVersion:"881", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96 became leader
I0226 14:05:59.478057 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-297209_5ab1aec4-93fa-46c5-b1e6-6721d474ba96!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-297209 -n addons-297209
helpers_test.go:261: (dbg) Run: kubectl --context addons-297209 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-5frg9 ingress-nginx-admission-patch-sh74l
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Headlamp]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-297209 describe pod ingress-nginx-admission-create-5frg9 ingress-nginx-admission-patch-sh74l
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-297209 describe pod ingress-nginx-admission-create-5frg9 ingress-nginx-admission-patch-sh74l: exit status 1 (79.711441ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-5frg9" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-sh74l" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-297209 describe pod ingress-nginx-admission-create-5frg9 ingress-nginx-admission-patch-sh74l: exit status 1
--- FAIL: TestAddons/parallel/Headlamp (2.99s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddons
addons_test.go:207: (dbg) Run: kubectl --context ingress-addon-legacy-244644 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:207: (dbg) Done: kubectl --context ingress-addon-legacy-244644 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s: (12.191767869s)
addons_test.go:232: (dbg) Run: kubectl --context ingress-addon-legacy-244644 replace --force -f testdata/nginx-ingress-v1beta1.yaml
addons_test.go:245: (dbg) Run: kubectl --context ingress-addon-legacy-244644 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [f348640c-5a78-4b98-9cee-21652c9dc104] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [f348640c-5a78-4b98-9cee-21652c9dc104] Running
addons_test.go:250: (dbg) TestIngressAddonLegacy/serial/ValidateIngressAddons: run=nginx healthy within 9.003859123s
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
E0226 14:20:08.257818 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.263153 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.273529 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.293849 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.334117 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.414417 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.574872 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:08.895555 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:09.536506 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:10.816951 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:13.378506 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:18.498743 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:20:28.739082 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.965945855s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context ingress-addon-legacy-244644 replace --force -f testdata/ingress-dns-example-v1beta1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
addons_test.go:297: (dbg) Non-zero exit: nslookup hello-john.test 192.168.49.2: exit status 1 (15.018807812s)
-- stdout --
;; connection timed out; no servers could be reached
-- /stdout --
addons_test.go:299: failed to nslookup hello-john.test host. args "nslookup hello-john.test 192.168.49.2" : exit status 1
addons_test.go:303: unexpected output from nslookup. stdout: ;; connection timed out; no servers could be reached
stderr:
addons_test.go:306: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons disable ingress-dns --alsologtostderr -v=1
E0226 14:20:49.220011 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
addons_test.go:306: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons disable ingress-dns --alsologtostderr -v=1: (1.751218568s)
addons_test.go:311: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons disable ingress --alsologtostderr -v=1
addons_test.go:311: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons disable ingress --alsologtostderr -v=1: (7.53452496s)
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect ingress-addon-legacy-244644
helpers_test.go:235: (dbg) docker inspect ingress-addon-legacy-244644:
-- stdout --
[
{
"Id": "e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d",
"Created": "2024-02-26T14:16:38.889913866Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1322556,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-02-26T14:16:39.264934199Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:83c2925cbfe44b87b5c0672f16807927d87d8625e89de4dc154c45daaaa04b5b",
"ResolvConfPath": "/var/lib/docker/containers/e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d/hostname",
"HostsPath": "/var/lib/docker/containers/e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d/hosts",
"LogPath": "/var/lib/docker/containers/e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d/e5a461bb21949cce50da15343bf55f0933763e75d300c96f5b565dffd66b008d-json.log",
"Name": "/ingress-addon-legacy-244644",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"ingress-addon-legacy-244644:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "ingress-addon-legacy-244644",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b7b00568e903a0b290af477ec6719d705f88ff2f0b1cceef2ae99594e38ef117-init/diff:/var/lib/docker/overlay2/50eb75b8e336ab1f618ee702b2223d330300323473c6c3a09f780463ae642b98/diff",
"MergedDir": "/var/lib/docker/overlay2/b7b00568e903a0b290af477ec6719d705f88ff2f0b1cceef2ae99594e38ef117/merged",
"UpperDir": "/var/lib/docker/overlay2/b7b00568e903a0b290af477ec6719d705f88ff2f0b1cceef2ae99594e38ef117/diff",
"WorkDir": "/var/lib/docker/overlay2/b7b00568e903a0b290af477ec6719d705f88ff2f0b1cceef2ae99594e38ef117/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "ingress-addon-legacy-244644",
"Source": "/var/lib/docker/volumes/ingress-addon-legacy-244644/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "ingress-addon-legacy-244644",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "ingress-addon-legacy-244644",
"name.minikube.sigs.k8s.io": "ingress-addon-legacy-244644",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "342ed7d6dafb93a2e4c1388169d09a65d2b44b1933b9cdaa05d8c5da21b3ab97",
"SandboxKey": "/var/run/docker/netns/342ed7d6dafb",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34072"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34071"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34068"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34070"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "34069"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"ingress-addon-legacy-244644": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"e5a461bb2194",
"ingress-addon-legacy-244644"
],
"MacAddress": "02:42:c0:a8:31:02",
"NetworkID": "72a1d1234ab2fb8317274320a04bef88df597babeeff5887881655ec3e32ac76",
"EndpointID": "9da948550b0dece675cc0639c98a007666f531246270669a94d5cd7884692293",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DriverOpts": null,
"DNSNames": [
"ingress-addon-legacy-244644",
"e5a461bb2194"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p ingress-addon-legacy-244644 -n ingress-addon-legacy-244644
helpers_test.go:244: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestIngressAddonLegacy/serial/ValidateIngressAddons]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 logs -n 25: (1.32726804s)
helpers_test.go:252: TestIngressAddonLegacy/serial/ValidateIngressAddons logs:
-- stdout --
==> Audit <==
|----------------|--------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|----------------|--------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
| ssh | functional-815570 ssh findmnt | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | -T /mount2 | | | | | |
| ssh | functional-815570 ssh findmnt | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | -T /mount3 | | | | | |
| mount | -p functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | |
| | --kill=true | | | | | |
| start | -p functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | |
| | --dry-run --memory | | | | | |
| | 250MB --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | |
| | --dry-run --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | |
| | --dry-run --memory | | | | | |
| | 250MB --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| dashboard | --url --port 36195 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:16 UTC |
| | -p functional-815570 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| update-context | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| update-context | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | update-context | | | | | |
| | --alsologtostderr -v=2 | | | | | |
| image | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | image ls --format short | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:15 UTC |
| | image ls --format yaml | | | | | |
| | --alsologtostderr | | | | | |
| ssh | functional-815570 ssh pgrep | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | |
| | buildkitd | | | | | |
| image | functional-815570 image build -t | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:15 UTC | 26 Feb 24 14:16 UTC |
| | localhost/my-image:functional-815570 | | | | | |
| | testdata/build --alsologtostderr | | | | | |
| image | functional-815570 image ls | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:16 UTC | 26 Feb 24 14:16 UTC |
| image | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:16 UTC | 26 Feb 24 14:16 UTC |
| | image ls --format json | | | | | |
| | --alsologtostderr | | | | | |
| image | functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:16 UTC | 26 Feb 24 14:16 UTC |
| | image ls --format table | | | | | |
| | --alsologtostderr | | | | | |
| delete | -p functional-815570 | functional-815570 | jenkins | v1.32.0 | 26 Feb 24 14:16 UTC | 26 Feb 24 14:16 UTC |
| start | -p ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:16 UTC | 26 Feb 24 14:17 UTC |
| | --kubernetes-version=v1.18.20 | | | | | |
| | --memory=4096 --wait=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| addons | ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:17 UTC | 26 Feb 24 14:17 UTC |
| | addons enable ingress | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| addons | ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:17 UTC | 26 Feb 24 14:18 UTC |
| | addons enable ingress-dns | | | | | |
| | --alsologtostderr -v=5 | | | | | |
| ssh | ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:18 UTC | |
| | ssh curl -s http://127.0.0.1/ | | | | | |
| | -H 'Host: nginx.example.com' | | | | | |
| ip | ingress-addon-legacy-244644 ip | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:20 UTC | 26 Feb 24 14:20 UTC |
| addons | ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:20 UTC | 26 Feb 24 14:20 UTC |
| | addons disable ingress-dns | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | ingress-addon-legacy-244644 | ingress-addon-legacy-244644 | jenkins | v1.32.0 | 26 Feb 24 14:20 UTC | 26 Feb 24 14:20 UTC |
| | addons disable ingress | | | | | |
| | --alsologtostderr -v=1 | | | | | |
|----------------|--------------------------------------|-----------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 14:16:06
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:16:06.551057 1322102 out.go:291] Setting OutFile to fd 1 ...
I0226 14:16:06.551176 1322102 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:06.551187 1322102 out.go:304] Setting ErrFile to fd 2...
I0226 14:16:06.551193 1322102 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:06.551436 1322102 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:16:06.551828 1322102 out.go:298] Setting JSON to false
I0226 14:16:06.552637 1322102 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":21514,"bootTime":1708935452,"procs":154,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:16:06.552708 1322102 start.go:139] virtualization:
I0226 14:16:06.555432 1322102 out.go:177] * [ingress-addon-legacy-244644] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:16:06.558065 1322102 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:16:06.560283 1322102 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:16:06.558237 1322102 notify.go:220] Checking for updates...
I0226 14:16:06.564407 1322102 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:16:06.566768 1322102 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:16:06.568840 1322102 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:16:06.571071 1322102 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:16:06.573420 1322102 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:16:06.593039 1322102 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:16:06.593154 1322102 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:16:06.655729 1322102 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-02-26 14:16:06.646842878 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:16:06.655865 1322102 docker.go:295] overlay module found
I0226 14:16:06.659802 1322102 out.go:177] * Using the docker driver based on user configuration
I0226 14:16:06.662128 1322102 start.go:299] selected driver: docker
I0226 14:16:06.662147 1322102 start.go:903] validating driver "docker" against <nil>
I0226 14:16:06.662162 1322102 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:16:06.662924 1322102 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:16:06.723328 1322102 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:24 OomKillDisable:true NGoroutines:47 SystemTime:2024-02-26 14:16:06.713944822 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:16:06.723500 1322102 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:16:06.723730 1322102 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0226 14:16:06.726190 1322102 out.go:177] * Using Docker driver with root privileges
I0226 14:16:06.728113 1322102 cni.go:84] Creating CNI manager for ""
I0226 14:16:06.728134 1322102 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:16:06.728143 1322102 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:16:06.728156 1322102 start_flags.go:323] config:
{Name:ingress-addon-legacy-244644 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-244644 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.lo
cal ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:16:06.731948 1322102 out.go:177] * Starting control plane node ingress-addon-legacy-244644 in cluster ingress-addon-legacy-244644
I0226 14:16:06.734062 1322102 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:16:06.736237 1322102 out.go:177] * Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:16:06.738523 1322102 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0226 14:16:06.738553 1322102 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:16:06.753053 1322102 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon, skipping pull
I0226 14:16:06.753073 1322102 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in daemon, skipping load
I0226 14:16:06.820669 1322102 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0226 14:16:06.820707 1322102 cache.go:56] Caching tarball of preloaded images
I0226 14:16:06.820879 1322102 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0226 14:16:06.823291 1322102 out.go:177] * Downloading Kubernetes v1.18.20 preload ...
I0226 14:16:06.825250 1322102 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:16:06.935680 1322102 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.18.20/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4?checksum=md5:8ddd7f37d9a9977fe856222993d36c3d -> /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4
I0226 14:16:30.728901 1322102 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:16:30.729009 1322102 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:16:32.022999 1322102 cache.go:59] Finished verifying existence of preloaded tar for v1.18.20 on crio
I0226 14:16:32.023511 1322102 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/config.json ...
I0226 14:16:32.023550 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/config.json: {Name:mk1fe243541f093b61a3445ba2a5b6342b57b694 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:32.023758 1322102 cache.go:194] Successfully downloaded all kic artifacts
I0226 14:16:32.023789 1322102 start.go:365] acquiring machines lock for ingress-addon-legacy-244644: {Name:mk47fcfdecb15e2d5ed1cdcfc758b2c975f84093 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0226 14:16:32.023853 1322102 start.go:369] acquired machines lock for "ingress-addon-legacy-244644" in 50.011µs
I0226 14:16:32.023891 1322102 start.go:93] Provisioning new machine with config: &{Name:ingress-addon-legacy-244644 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-244644 Namespace:defau
lt APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Dis
ableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:16:32.023981 1322102 start.go:125] createHost starting for "" (driver="docker")
I0226 14:16:32.027155 1322102 out.go:204] * Creating docker container (CPUs=2, Memory=4096MB) ...
I0226 14:16:32.027415 1322102 start.go:159] libmachine.API.Create for "ingress-addon-legacy-244644" (driver="docker")
I0226 14:16:32.027450 1322102 client.go:168] LocalClient.Create starting
I0226 14:16:32.027525 1322102 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem
I0226 14:16:32.027565 1322102 main.go:141] libmachine: Decoding PEM data...
I0226 14:16:32.027583 1322102 main.go:141] libmachine: Parsing certificate...
I0226 14:16:32.027666 1322102 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem
I0226 14:16:32.027689 1322102 main.go:141] libmachine: Decoding PEM data...
I0226 14:16:32.027703 1322102 main.go:141] libmachine: Parsing certificate...
I0226 14:16:32.028125 1322102 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-244644 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0226 14:16:32.043496 1322102 cli_runner.go:211] docker network inspect ingress-addon-legacy-244644 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0226 14:16:32.043593 1322102 network_create.go:281] running [docker network inspect ingress-addon-legacy-244644] to gather additional debugging logs...
I0226 14:16:32.043615 1322102 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-244644
W0226 14:16:32.059037 1322102 cli_runner.go:211] docker network inspect ingress-addon-legacy-244644 returned with exit code 1
I0226 14:16:32.059069 1322102 network_create.go:284] error running [docker network inspect ingress-addon-legacy-244644]: docker network inspect ingress-addon-legacy-244644: exit status 1
stdout:
[]
stderr:
Error response from daemon: network ingress-addon-legacy-244644 not found
I0226 14:16:32.059091 1322102 network_create.go:286] output of [docker network inspect ingress-addon-legacy-244644]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network ingress-addon-legacy-244644 not found
** /stderr **
I0226 14:16:32.059185 1322102 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:16:32.074826 1322102 network.go:207] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x400071d8b0}
I0226 14:16:32.074878 1322102 network_create.go:124] attempt to create docker network ingress-addon-legacy-244644 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0226 14:16:32.074935 1322102 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=ingress-addon-legacy-244644 ingress-addon-legacy-244644
I0226 14:16:32.137474 1322102 network_create.go:108] docker network ingress-addon-legacy-244644 192.168.49.0/24 created
I0226 14:16:32.137510 1322102 kic.go:121] calculated static IP "192.168.49.2" for the "ingress-addon-legacy-244644" container
I0226 14:16:32.137592 1322102 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0226 14:16:32.152499 1322102 cli_runner.go:164] Run: docker volume create ingress-addon-legacy-244644 --label name.minikube.sigs.k8s.io=ingress-addon-legacy-244644 --label created_by.minikube.sigs.k8s.io=true
I0226 14:16:32.170444 1322102 oci.go:103] Successfully created a docker volume ingress-addon-legacy-244644
I0226 14:16:32.170535 1322102 cli_runner.go:164] Run: docker run --rm --name ingress-addon-legacy-244644-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-244644 --entrypoint /usr/bin/test -v ingress-addon-legacy-244644:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib
I0226 14:16:33.905798 1322102 cli_runner.go:217] Completed: docker run --rm --name ingress-addon-legacy-244644-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-244644 --entrypoint /usr/bin/test -v ingress-addon-legacy-244644:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -d /var/lib: (1.735201158s)
I0226 14:16:33.905829 1322102 oci.go:107] Successfully prepared a docker volume ingress-addon-legacy-244644
I0226 14:16:33.905850 1322102 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0226 14:16:33.905871 1322102 kic.go:194] Starting extracting preloaded images to volume ...
I0226 14:16:33.905956 1322102 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-244644:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir
I0226 14:16:38.821089 1322102 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v ingress-addon-legacy-244644:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf -I lz4 -xf /preloaded.tar -C /extractDir: (4.915079874s)
I0226 14:16:38.821125 1322102 kic.go:203] duration metric: took 4.915250 seconds to extract preloaded images to volume
W0226 14:16:38.821256 1322102 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0226 14:16:38.821375 1322102 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0226 14:16:38.876394 1322102 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname ingress-addon-legacy-244644 --name ingress-addon-legacy-244644 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=ingress-addon-legacy-244644 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=ingress-addon-legacy-244644 --network ingress-addon-legacy-244644 --ip 192.168.49.2 --volume ingress-addon-legacy-244644:/var --security-opt apparmor=unconfined --memory=4096mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf
I0226 14:16:39.276536 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Running}}
I0226 14:16:39.303550 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:16:39.323217 1322102 cli_runner.go:164] Run: docker exec ingress-addon-legacy-244644 stat /var/lib/dpkg/alternatives/iptables
I0226 14:16:39.375570 1322102 oci.go:144] the created container "ingress-addon-legacy-244644" has a running status.
I0226 14:16:39.375600 1322102 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa...
I0226 14:16:40.067429 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa.pub -> /home/docker/.ssh/authorized_keys
I0226 14:16:40.067500 1322102 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0226 14:16:40.096427 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:16:40.123645 1322102 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0226 14:16:40.123666 1322102 kic_runner.go:114] Args: [docker exec --privileged ingress-addon-legacy-244644 chown docker:docker /home/docker/.ssh/authorized_keys]
I0226 14:16:40.168494 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:16:40.189618 1322102 machine.go:88] provisioning docker machine ...
I0226 14:16:40.189655 1322102 ubuntu.go:169] provisioning hostname "ingress-addon-legacy-244644"
I0226 14:16:40.189722 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:40.206335 1322102 main.go:141] libmachine: Using SSH client type: native
I0226 14:16:40.206673 1322102 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34072 <nil> <nil>}
I0226 14:16:40.206692 1322102 main.go:141] libmachine: About to run SSH command:
sudo hostname ingress-addon-legacy-244644 && echo "ingress-addon-legacy-244644" | sudo tee /etc/hostname
I0226 14:16:40.366875 1322102 main.go:141] libmachine: SSH cmd err, output: <nil>: ingress-addon-legacy-244644
I0226 14:16:40.366957 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:40.382642 1322102 main.go:141] libmachine: Using SSH client type: native
I0226 14:16:40.382889 1322102 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34072 <nil> <nil>}
I0226 14:16:40.382914 1322102 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\singress-addon-legacy-244644' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ingress-addon-legacy-244644/g' /etc/hosts;
else
echo '127.0.1.1 ingress-addon-legacy-244644' | sudo tee -a /etc/hosts;
fi
fi
I0226 14:16:40.522618 1322102 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0226 14:16:40.522647 1322102 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/18200-1289038/.minikube CaCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/18200-1289038/.minikube}
I0226 14:16:40.522667 1322102 ubuntu.go:177] setting up certificates
I0226 14:16:40.522678 1322102 provision.go:83] configureAuth start
I0226 14:16:40.522738 1322102 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-244644
I0226 14:16:40.539547 1322102 provision.go:138] copyHostCerts
I0226 14:16:40.539591 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem
I0226 14:16:40.539625 1322102 exec_runner.go:144] found /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem, removing ...
I0226 14:16:40.539637 1322102 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem
I0226 14:16:40.539715 1322102 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.pem (1078 bytes)
I0226 14:16:40.539810 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem
I0226 14:16:40.539833 1322102 exec_runner.go:144] found /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem, removing ...
I0226 14:16:40.539843 1322102 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem
I0226 14:16:40.539872 1322102 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/cert.pem (1123 bytes)
I0226 14:16:40.539919 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem
I0226 14:16:40.539939 1322102 exec_runner.go:144] found /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem, removing ...
I0226 14:16:40.539944 1322102 exec_runner.go:203] rm: /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem
I0226 14:16:40.539972 1322102 exec_runner.go:151] cp: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/18200-1289038/.minikube/key.pem (1675 bytes)
I0226 14:16:40.540028 1322102 provision.go:112] generating server cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem org=jenkins.ingress-addon-legacy-244644 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube ingress-addon-legacy-244644]
I0226 14:16:40.997118 1322102 provision.go:172] copyRemoteCerts
I0226 14:16:40.997194 1322102 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0226 14:16:40.997244 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.013391 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:16:41.111012 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0226 14:16:41.111073 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0226 14:16:41.135532 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem -> /etc/docker/server.pem
I0226 14:16:41.135594 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server.pem --> /etc/docker/server.pem (1257 bytes)
I0226 14:16:41.159359 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0226 14:16:41.159421 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0226 14:16:41.183278 1322102 provision.go:86] duration metric: configureAuth took 660.585406ms
I0226 14:16:41.183303 1322102 ubuntu.go:193] setting minikube options for container-runtime
I0226 14:16:41.183485 1322102 config.go:182] Loaded profile config "ingress-addon-legacy-244644": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0226 14:16:41.183600 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.198934 1322102 main.go:141] libmachine: Using SSH client type: native
I0226 14:16:41.199177 1322102 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e1c40] 0x3e44a0 <nil> [] 0s} 127.0.0.1 34072 <nil> <nil>}
I0226 14:16:41.199197 1322102 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %!s(MISSING) "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0226 14:16:41.465065 1322102 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0226 14:16:41.465091 1322102 machine.go:91] provisioned docker machine in 1.275452848s
I0226 14:16:41.465101 1322102 client.go:171] LocalClient.Create took 9.43764195s
I0226 14:16:41.465119 1322102 start.go:167] duration metric: libmachine.API.Create for "ingress-addon-legacy-244644" took 9.437704999s
I0226 14:16:41.465127 1322102 start.go:300] post-start starting for "ingress-addon-legacy-244644" (driver="docker")
I0226 14:16:41.465137 1322102 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0226 14:16:41.465224 1322102 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0226 14:16:41.465269 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.482761 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:16:41.587776 1322102 ssh_runner.go:195] Run: cat /etc/os-release
I0226 14:16:41.590803 1322102 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0226 14:16:41.590841 1322102 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0226 14:16:41.590855 1322102 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0226 14:16:41.590865 1322102 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I0226 14:16:41.590880 1322102 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/addons for local assets ...
I0226 14:16:41.590936 1322102 filesync.go:126] Scanning /home/jenkins/minikube-integration/18200-1289038/.minikube/files for local assets ...
I0226 14:16:41.591020 1322102 filesync.go:149] local asset: /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem -> 12943942.pem in /etc/ssl/certs
I0226 14:16:41.591032 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem -> /etc/ssl/certs/12943942.pem
I0226 14:16:41.591148 1322102 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0226 14:16:41.599876 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem --> /etc/ssl/certs/12943942.pem (1708 bytes)
I0226 14:16:41.624032 1322102 start.go:303] post-start completed in 158.889946ms
I0226 14:16:41.624441 1322102 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-244644
I0226 14:16:41.640204 1322102 profile.go:148] Saving config to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/config.json ...
I0226 14:16:41.640498 1322102 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 14:16:41.640548 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.656590 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:16:41.751426 1322102 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0226 14:16:41.755786 1322102 start.go:128] duration metric: createHost completed in 9.731789968s
I0226 14:16:41.755813 1322102 start.go:83] releasing machines lock for "ingress-addon-legacy-244644", held for 9.731944545s
I0226 14:16:41.755912 1322102 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ingress-addon-legacy-244644
I0226 14:16:41.772100 1322102 ssh_runner.go:195] Run: cat /version.json
I0226 14:16:41.772165 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.772422 1322102 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0226 14:16:41.772495 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:16:41.794516 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:16:41.795680 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:16:42.024927 1322102 ssh_runner.go:195] Run: systemctl --version
I0226 14:16:42.029443 1322102 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0226 14:16:42.171593 1322102 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0226 14:16:42.177082 1322102 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:16:42.202440 1322102 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0226 14:16:42.202532 1322102 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0226 14:16:42.236690 1322102 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0226 14:16:42.236725 1322102 start.go:475] detecting cgroup driver to use...
I0226 14:16:42.236767 1322102 detect.go:196] detected "cgroupfs" cgroup driver on host os
I0226 14:16:42.236827 1322102 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0226 14:16:42.254568 1322102 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0226 14:16:42.266677 1322102 docker.go:217] disabling cri-docker service (if available) ...
I0226 14:16:42.266742 1322102 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0226 14:16:42.282917 1322102 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0226 14:16:42.299001 1322102 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0226 14:16:42.390629 1322102 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0226 14:16:42.487391 1322102 docker.go:233] disabling docker service ...
I0226 14:16:42.487480 1322102 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0226 14:16:42.508454 1322102 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0226 14:16:42.520833 1322102 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0226 14:16:42.608807 1322102 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0226 14:16:42.704800 1322102 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0226 14:16:42.716082 1322102 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0226 14:16:42.732576 1322102 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.2" pause image...
I0226 14:16:42.732677 1322102 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.2"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:16:42.742928 1322102 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0226 14:16:42.743022 1322102 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:16:42.753177 1322102 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:16:42.763404 1322102 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0226 14:16:42.773600 1322102 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0226 14:16:42.783256 1322102 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0226 14:16:42.791652 1322102 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0226 14:16:42.800159 1322102 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0226 14:16:42.882861 1322102 ssh_runner.go:195] Run: sudo systemctl restart crio
I0226 14:16:43.000171 1322102 start.go:522] Will wait 60s for socket path /var/run/crio/crio.sock
I0226 14:16:43.000317 1322102 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0226 14:16:43.004417 1322102 start.go:543] Will wait 60s for crictl version
I0226 14:16:43.004558 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:43.008231 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0226 14:16:43.052972 1322102 start.go:559] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0226 14:16:43.053111 1322102 ssh_runner.go:195] Run: crio --version
I0226 14:16:43.091089 1322102 ssh_runner.go:195] Run: crio --version
I0226 14:16:43.138554 1322102 out.go:177] * Preparing Kubernetes v1.18.20 on CRI-O 1.24.6 ...
I0226 14:16:43.141159 1322102 cli_runner.go:164] Run: docker network inspect ingress-addon-legacy-244644 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0226 14:16:43.159998 1322102 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0226 14:16:43.163893 1322102 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:16:43.175617 1322102 preload.go:132] Checking if preload exists for k8s version v1.18.20 and runtime crio
I0226 14:16:43.175681 1322102 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:16:43.223723 1322102 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0226 14:16:43.223801 1322102 ssh_runner.go:195] Run: which lz4
I0226 14:16:43.227245 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 -> /preloaded.tar.lz4
I0226 14:16:43.227346 1322102 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0226 14:16:43.230925 1322102 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0226 14:16:43.230958 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.18.20-cri-o-overlay-arm64.tar.lz4 --> /preloaded.tar.lz4 (489766197 bytes)
I0226 14:16:45.409735 1322102 crio.go:444] Took 2.182424 seconds to copy over tarball
I0226 14:16:45.409825 1322102 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0226 14:16:48.072584 1322102 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.662720062s)
I0226 14:16:48.072629 1322102 crio.go:451] Took 2.662866 seconds to extract the tarball
I0226 14:16:48.072640 1322102 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0226 14:16:48.343137 1322102 ssh_runner.go:195] Run: sudo crictl images --output json
I0226 14:16:48.378548 1322102 crio.go:492] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.18.20". assuming images are not preloaded.
I0226 14:16:48.378573 1322102 cache_images.go:88] LoadImages start: [registry.k8s.io/kube-apiserver:v1.18.20 registry.k8s.io/kube-controller-manager:v1.18.20 registry.k8s.io/kube-scheduler:v1.18.20 registry.k8s.io/kube-proxy:v1.18.20 registry.k8s.io/pause:3.2 registry.k8s.io/etcd:3.4.3-0 registry.k8s.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5]
I0226 14:16:48.378689 1322102 image.go:134] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:16:48.378701 1322102 image.go:134] retrieving image: registry.k8s.io/kube-proxy:v1.18.20
I0226 14:16:48.378888 1322102 image.go:134] retrieving image: registry.k8s.io/kube-apiserver:v1.18.20
I0226 14:16:48.378896 1322102 image.go:134] retrieving image: registry.k8s.io/pause:3.2
I0226 14:16:48.378968 1322102 image.go:134] retrieving image: registry.k8s.io/kube-controller-manager:v1.18.20
I0226 14:16:48.378986 1322102 image.go:134] retrieving image: registry.k8s.io/etcd:3.4.3-0
I0226 14:16:48.379043 1322102 image.go:134] retrieving image: registry.k8s.io/kube-scheduler:v1.18.20
I0226 14:16:48.379073 1322102 image.go:134] retrieving image: registry.k8s.io/coredns:1.6.7
I0226 14:16:48.380611 1322102 image.go:177] daemon lookup for registry.k8s.io/kube-proxy:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.18.20
I0226 14:16:48.381107 1322102 image.go:177] daemon lookup for registry.k8s.io/kube-controller-manager:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.18.20
I0226 14:16:48.381350 1322102 image.go:177] daemon lookup for registry.k8s.io/pause:3.2: Error response from daemon: No such image: registry.k8s.io/pause:3.2
I0226 14:16:48.381521 1322102 image.go:177] daemon lookup for registry.k8s.io/kube-scheduler:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.18.20
I0226 14:16:48.381614 1322102 image.go:177] daemon lookup for registry.k8s.io/kube-apiserver:v1.18.20: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.18.20
I0226 14:16:48.381722 1322102 image.go:177] daemon lookup for registry.k8s.io/etcd:3.4.3-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.4.3-0
I0226 14:16:48.381889 1322102 image.go:177] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:16:48.382129 1322102 image.go:177] daemon lookup for registry.k8s.io/coredns:1.6.7: Error response from daemon: No such image: registry.k8s.io/coredns:1.6.7
W0226 14:16:48.691699 1322102 image.go:265] image registry.k8s.io/kube-proxy:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.692040 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.18.20
W0226 14:16:48.701534 1322102 image.go:265] image registry.k8s.io/etcd:3.4.3-0 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.701737 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.4.3-0
W0226 14:16:48.704330 1322102 image.go:265] image registry.k8s.io/coredns:1.6.7 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.704483 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns:1.6.7
I0226 14:16:48.729161 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.2
W0226 14:16:48.732267 1322102 image.go:265] image registry.k8s.io/kube-apiserver:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.732512 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.18.20
W0226 14:16:48.737260 1322102 image.go:265] image registry.k8s.io/kube-scheduler:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.737499 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.18.20
I0226 14:16:48.771392 1322102 cache_images.go:116] "registry.k8s.io/kube-proxy:v1.18.20" needs transfer: "registry.k8s.io/kube-proxy:v1.18.20" does not exist at hash "b11cdc97ac6ac4ef2b3b0662edbe16597084b17cbc8e3d61fcaf4ef827a7ed18" in container runtime
I0226 14:16:48.771479 1322102 cri.go:218] Removing image: registry.k8s.io/kube-proxy:v1.18.20
I0226 14:16:48.771561 1322102 ssh_runner.go:195] Run: which crictl
W0226 14:16:48.772655 1322102 image.go:265] image registry.k8s.io/kube-controller-manager:v1.18.20 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.772950 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.18.20
I0226 14:16:48.791502 1322102 cache_images.go:116] "registry.k8s.io/etcd:3.4.3-0" needs transfer: "registry.k8s.io/etcd:3.4.3-0" does not exist at hash "29dd247b2572efbe28fcaea3fef1c5d72593da59f7350e3f6d2e6618983f9c03" in container runtime
I0226 14:16:48.791594 1322102 cri.go:218] Removing image: registry.k8s.io/etcd:3.4.3-0
I0226 14:16:48.791678 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:48.819152 1322102 cache_images.go:116] "registry.k8s.io/coredns:1.6.7" needs transfer: "registry.k8s.io/coredns:1.6.7" does not exist at hash "ff3af22d8878afc6985d3fec3e066d00ef431aa166c3a01ac58f1990adc92a2c" in container runtime
I0226 14:16:48.819256 1322102 cri.go:218] Removing image: registry.k8s.io/coredns:1.6.7
I0226 14:16:48.819334 1322102 ssh_runner.go:195] Run: which crictl
W0226 14:16:48.869278 1322102 image.go:265] image gcr.io/k8s-minikube/storage-provisioner:v5 arch mismatch: want arm64 got amd64. fixing
I0226 14:16:48.869528 1322102 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:16:48.875333 1322102 cache_images.go:116] "registry.k8s.io/pause:3.2" needs transfer: "registry.k8s.io/pause:3.2" does not exist at hash "2a060e2e7101d419352bf82c613158587400be743482d9a537ec4a9d1b4eb93c" in container runtime
I0226 14:16:48.875422 1322102 cri.go:218] Removing image: registry.k8s.io/pause:3.2
I0226 14:16:48.875498 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:48.888893 1322102 cache_images.go:116] "registry.k8s.io/kube-apiserver:v1.18.20" needs transfer: "registry.k8s.io/kube-apiserver:v1.18.20" does not exist at hash "d353007847ec85700463981309a5846c8d9c93fbcd1323104266212926d68257" in container runtime
I0226 14:16:48.888982 1322102 cri.go:218] Removing image: registry.k8s.io/kube-apiserver:v1.18.20
I0226 14:16:48.889061 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:48.895220 1322102 cache_images.go:116] "registry.k8s.io/kube-scheduler:v1.18.20" needs transfer: "registry.k8s.io/kube-scheduler:v1.18.20" does not exist at hash "177548d745cb87f773d02f41d453af2f2a1479dbe3c32e749cf6d8145c005e79" in container runtime
I0226 14:16:48.895443 1322102 cri.go:218] Removing image: registry.k8s.io/kube-scheduler:v1.18.20
I0226 14:16:48.895398 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-proxy:v1.18.20
I0226 14:16:48.895493 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:48.903278 1322102 cache_images.go:116] "registry.k8s.io/kube-controller-manager:v1.18.20" needs transfer: "registry.k8s.io/kube-controller-manager:v1.18.20" does not exist at hash "297c79afbdb81ceb4cf857e0c54a0de7b6ce7ebe01e6cab68fc8baf342be3ea7" in container runtime
I0226 14:16:48.903318 1322102 cri.go:218] Removing image: registry.k8s.io/kube-controller-manager:v1.18.20
I0226 14:16:48.903367 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:48.903466 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/etcd:3.4.3-0
I0226 14:16:48.903538 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/coredns:1.6.7
I0226 14:16:49.062163 1322102 cache_images.go:116] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "66749159455b3f08c8318fe0233122f54d0f5889f9c5fdfb73c3fd9d99895b51" in container runtime
I0226 14:16:49.062261 1322102 cri.go:218] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:16:49.062335 1322102 ssh_runner.go:195] Run: which crictl
I0226 14:16:49.062492 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/pause:3.2
I0226 14:16:49.062575 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.18.20
I0226 14:16:49.062661 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.18.20
I0226 14:16:49.062760 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20
I0226 14:16:49.062860 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/coredns_1.6.7
I0226 14:16:49.062913 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.18.20
I0226 14:16:49.063000 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/etcd_3.4.3-0
I0226 14:16:49.066990 1322102 ssh_runner.go:195] Run: sudo /usr/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:16:49.197775 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/kube-controller-manager_v1.18.20
I0226 14:16:49.197844 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/pause_3.2
I0226 14:16:49.197882 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/kube-apiserver_v1.18.20
I0226 14:16:49.197926 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/kube-scheduler_v1.18.20
I0226 14:16:49.197950 1322102 cache_images.go:286] Loading image from: /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/gcr.io/k8s-minikube/storage-provisioner_v5
I0226 14:16:49.197996 1322102 cache_images.go:92] LoadImages completed in 819.407748ms
W0226 14:16:49.198064 1322102 out.go:239] X Unable to load cached images: loading cached images: stat /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/images/arm64/registry.k8s.io/kube-proxy_v1.18.20: no such file or directory
I0226 14:16:49.198148 1322102 ssh_runner.go:195] Run: crio config
I0226 14:16:49.249896 1322102 cni.go:84] Creating CNI manager for ""
I0226 14:16:49.249919 1322102 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:16:49.249945 1322102 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0226 14:16:49.249964 1322102 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.20 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ingress-addon-legacy-244644 NodeName:ingress-addon-legacy-244644 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.c
rt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:false}
I0226 14:16:49.250105 1322102 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/crio/crio.sock
name: "ingress-addon-legacy-244644"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.18.20
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0226 14:16:49.250180 1322102 kubeadm.go:976] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.18.20/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///var/run/crio/crio.sock --enforce-node-allocatable= --hostname-override=ingress-addon-legacy-244644 --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-244644 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0226 14:16:49.250251 1322102 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.18.20
I0226 14:16:49.259153 1322102 binaries.go:44] Found k8s binaries, skipping transfer
I0226 14:16:49.259225 1322102 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0226 14:16:49.267909 1322102 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (486 bytes)
I0226 14:16:49.286439 1322102 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (353 bytes)
I0226 14:16:49.304047 1322102 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2123 bytes)
I0226 14:16:49.321529 1322102 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0226 14:16:49.325015 1322102 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0226 14:16:49.335897 1322102 certs.go:56] Setting up /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644 for IP: 192.168.49.2
I0226 14:16:49.335934 1322102 certs.go:190] acquiring lock for shared ca certs: {Name:mkac7eab2f4cb39e0cbcb1996768c4b50a244489 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:49.336123 1322102 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key
I0226 14:16:49.336190 1322102 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key
I0226 14:16:49.336268 1322102 certs.go:319] generating minikube-user signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key
I0226 14:16:49.336287 1322102 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt with IP's: []
I0226 14:16:50.086842 1322102 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt ...
I0226 14:16:50.086879 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: {Name:mk93b3ef779f44174d69023044e47abe057235ba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:50.087084 1322102 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key ...
I0226 14:16:50.087101 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key: {Name:mk7016d024ef58a13cdadc08b538b7675bbca107 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:50.087189 1322102 certs.go:319] generating minikube signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key.dd3b5fb2
I0226 14:16:50.087203 1322102 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0226 14:16:50.502267 1322102 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt.dd3b5fb2 ...
I0226 14:16:50.502300 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt.dd3b5fb2: {Name:mkb24d63125dc98f41839873e8ab381f5e50ff45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:50.502504 1322102 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key.dd3b5fb2 ...
I0226 14:16:50.502521 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key.dd3b5fb2: {Name:mk44e34f030a00763028fd3049f59e9c59ae1019 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:50.502613 1322102 certs.go:337] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt
I0226 14:16:50.502698 1322102 certs.go:341] copying /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key
I0226 14:16:50.502760 1322102 certs.go:319] generating aggregator signed cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.key
I0226 14:16:50.502778 1322102 crypto.go:68] Generating cert /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.crt with IP's: []
I0226 14:16:51.240235 1322102 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.crt ...
I0226 14:16:51.240269 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.crt: {Name:mka137b78137b10cef4d244fe3af63f6cebf6f16 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:51.240459 1322102 crypto.go:164] Writing key to /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.key ...
I0226 14:16:51.240482 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.key: {Name:mk9883cb560314e1c519ab55b68eb6a7334bafaa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:16:51.240569 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0226 14:16:51.240590 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0226 14:16:51.240603 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0226 14:16:51.240622 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0226 14:16:51.240636 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0226 14:16:51.240658 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0226 14:16:51.240674 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0226 14:16:51.240689 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0226 14:16:51.240748 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/1294394.pem (1338 bytes)
W0226 14:16:51.240790 1322102 certs.go:433] ignoring /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/1294394_empty.pem, impossibly tiny 0 bytes
I0226 14:16:51.240809 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca-key.pem (1679 bytes)
I0226 14:16:51.240841 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/ca.pem (1078 bytes)
I0226 14:16:51.240871 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/cert.pem (1123 bytes)
I0226 14:16:51.240901 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/certs/key.pem (1675 bytes)
I0226 14:16:51.240949 1322102 certs.go:437] found cert: /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem (1708 bytes)
I0226 14:16:51.240980 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem -> /usr/share/ca-certificates/12943942.pem
I0226 14:16:51.240997 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0226 14:16:51.241015 1322102 vm_assets.go:163] NewFileAsset: /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/1294394.pem -> /usr/share/ca-certificates/1294394.pem
I0226 14:16:51.241612 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0226 14:16:51.267487 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0226 14:16:51.293295 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0226 14:16:51.317722 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0226 14:16:51.342855 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0226 14:16:51.367147 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0226 14:16:51.390957 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0226 14:16:51.414960 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0226 14:16:51.439083 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/ssl/certs/12943942.pem --> /usr/share/ca-certificates/12943942.pem (1708 bytes)
I0226 14:16:51.463537 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0226 14:16:51.487302 1322102 ssh_runner.go:362] scp /home/jenkins/minikube-integration/18200-1289038/.minikube/certs/1294394.pem --> /usr/share/ca-certificates/1294394.pem (1338 bytes)
I0226 14:16:51.512166 1322102 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0226 14:16:51.529838 1322102 ssh_runner.go:195] Run: openssl version
I0226 14:16:51.535456 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/12943942.pem && ln -fs /usr/share/ca-certificates/12943942.pem /etc/ssl/certs/12943942.pem"
I0226 14:16:51.544919 1322102 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/12943942.pem
I0226 14:16:51.548653 1322102 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Feb 26 14:12 /usr/share/ca-certificates/12943942.pem
I0226 14:16:51.548736 1322102 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/12943942.pem
I0226 14:16:51.556440 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/12943942.pem /etc/ssl/certs/3ec20f2e.0"
I0226 14:16:51.565937 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0226 14:16:51.575634 1322102 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0226 14:16:51.579063 1322102 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Feb 26 14:04 /usr/share/ca-certificates/minikubeCA.pem
I0226 14:16:51.579122 1322102 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0226 14:16:51.585691 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0226 14:16:51.595002 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1294394.pem && ln -fs /usr/share/ca-certificates/1294394.pem /etc/ssl/certs/1294394.pem"
I0226 14:16:51.603988 1322102 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1294394.pem
I0226 14:16:51.607503 1322102 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Feb 26 14:12 /usr/share/ca-certificates/1294394.pem
I0226 14:16:51.607599 1322102 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1294394.pem
I0226 14:16:51.614640 1322102 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1294394.pem /etc/ssl/certs/51391683.0"
I0226 14:16:51.624378 1322102 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I0226 14:16:51.627818 1322102 certs.go:353] certs directory doesn't exist, likely first start: ls /var/lib/minikube/certs/etcd: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/certs/etcd': No such file or directory
I0226 14:16:51.627916 1322102 kubeadm.go:404] StartCluster: {Name:ingress-addon-legacy-244644 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4096 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.18.20 ClusterName:ingress-addon-legacy-244644 Namespace:default APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimi
zations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:16:51.628047 1322102 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0226 14:16:51.628178 1322102 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0226 14:16:51.666479 1322102 cri.go:89] found id: ""
I0226 14:16:51.666552 1322102 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0226 14:16:51.675559 1322102 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0226 14:16:51.684631 1322102 kubeadm.go:226] ignoring SystemVerification for kubeadm because of docker driver
I0226 14:16:51.684778 1322102 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0226 14:16:51.693881 1322102 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0226 14:16:51.693979 1322102 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.18.20:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0226 14:16:51.748033 1322102 kubeadm.go:322] [init] Using Kubernetes version: v1.18.20
I0226 14:16:51.748094 1322102 kubeadm.go:322] [preflight] Running pre-flight checks
I0226 14:16:51.797086 1322102 kubeadm.go:322] [preflight] The system verification failed. Printing the output from the verification:
I0226 14:16:51.797163 1322102 kubeadm.go:322] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1053-aws[0m
I0226 14:16:51.797204 1322102 kubeadm.go:322] [0;37mOS[0m: [0;32mLinux[0m
I0226 14:16:51.797268 1322102 kubeadm.go:322] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0226 14:16:51.797326 1322102 kubeadm.go:322] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0226 14:16:51.797374 1322102 kubeadm.go:322] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0226 14:16:51.797424 1322102 kubeadm.go:322] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0226 14:16:51.797475 1322102 kubeadm.go:322] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0226 14:16:51.797525 1322102 kubeadm.go:322] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0226 14:16:51.882128 1322102 kubeadm.go:322] [preflight] Pulling images required for setting up a Kubernetes cluster
I0226 14:16:51.882239 1322102 kubeadm.go:322] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0226 14:16:51.882339 1322102 kubeadm.go:322] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0226 14:16:52.100577 1322102 kubeadm.go:322] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0226 14:16:52.102143 1322102 kubeadm.go:322] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0226 14:16:52.102331 1322102 kubeadm.go:322] [kubelet-start] Starting the kubelet
I0226 14:16:52.202884 1322102 kubeadm.go:322] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0226 14:16:52.209611 1322102 out.go:204] - Generating certificates and keys ...
I0226 14:16:52.209706 1322102 kubeadm.go:322] [certs] Using existing ca certificate authority
I0226 14:16:52.209779 1322102 kubeadm.go:322] [certs] Using existing apiserver certificate and key on disk
I0226 14:16:52.748115 1322102 kubeadm.go:322] [certs] Generating "apiserver-kubelet-client" certificate and key
I0226 14:16:53.035486 1322102 kubeadm.go:322] [certs] Generating "front-proxy-ca" certificate and key
I0226 14:16:53.508494 1322102 kubeadm.go:322] [certs] Generating "front-proxy-client" certificate and key
I0226 14:16:54.037465 1322102 kubeadm.go:322] [certs] Generating "etcd/ca" certificate and key
I0226 14:16:54.245375 1322102 kubeadm.go:322] [certs] Generating "etcd/server" certificate and key
I0226 14:16:54.245646 1322102 kubeadm.go:322] [certs] etcd/server serving cert is signed for DNS names [ingress-addon-legacy-244644 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:16:54.629521 1322102 kubeadm.go:322] [certs] Generating "etcd/peer" certificate and key
I0226 14:16:54.629687 1322102 kubeadm.go:322] [certs] etcd/peer serving cert is signed for DNS names [ingress-addon-legacy-244644 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0226 14:16:54.935828 1322102 kubeadm.go:322] [certs] Generating "etcd/healthcheck-client" certificate and key
I0226 14:16:55.736232 1322102 kubeadm.go:322] [certs] Generating "apiserver-etcd-client" certificate and key
I0226 14:16:56.173201 1322102 kubeadm.go:322] [certs] Generating "sa" key and public key
I0226 14:16:56.173549 1322102 kubeadm.go:322] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0226 14:16:56.437441 1322102 kubeadm.go:322] [kubeconfig] Writing "admin.conf" kubeconfig file
I0226 14:16:56.800654 1322102 kubeadm.go:322] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0226 14:16:57.425570 1322102 kubeadm.go:322] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0226 14:16:58.133787 1322102 kubeadm.go:322] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0226 14:16:58.134536 1322102 kubeadm.go:322] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0226 14:16:58.137508 1322102 out.go:204] - Booting up control plane ...
I0226 14:16:58.137617 1322102 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0226 14:16:58.144608 1322102 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0226 14:16:58.147121 1322102 kubeadm.go:322] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0226 14:16:58.155915 1322102 kubeadm.go:322] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0226 14:16:58.159333 1322102 kubeadm.go:322] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0226 14:17:10.163310 1322102 kubeadm.go:322] [apiclient] All control plane components are healthy after 12.003292 seconds
I0226 14:17:10.163438 1322102 kubeadm.go:322] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0226 14:17:10.177998 1322102 kubeadm.go:322] [kubelet] Creating a ConfigMap "kubelet-config-1.18" in namespace kube-system with the configuration for the kubelets in the cluster
I0226 14:17:10.697396 1322102 kubeadm.go:322] [upload-certs] Skipping phase. Please see --upload-certs
I0226 14:17:10.697545 1322102 kubeadm.go:322] [mark-control-plane] Marking the node ingress-addon-legacy-244644 as control-plane by adding the label "node-role.kubernetes.io/master=''"
I0226 14:17:11.213688 1322102 kubeadm.go:322] [bootstrap-token] Using token: 829m7o.euim5azkrl17jqyf
I0226 14:17:11.215848 1322102 out.go:204] - Configuring RBAC rules ...
I0226 14:17:11.215972 1322102 kubeadm.go:322] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0226 14:17:11.221708 1322102 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0226 14:17:11.238349 1322102 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0226 14:17:11.241823 1322102 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0226 14:17:11.244552 1322102 kubeadm.go:322] [bootstrap-token] configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0226 14:17:11.252311 1322102 kubeadm.go:322] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0226 14:17:11.262454 1322102 kubeadm.go:322] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0226 14:17:11.580263 1322102 kubeadm.go:322] [addons] Applied essential addon: CoreDNS
I0226 14:17:11.659393 1322102 kubeadm.go:322] [addons] Applied essential addon: kube-proxy
I0226 14:17:11.660949 1322102 kubeadm.go:322]
I0226 14:17:11.661024 1322102 kubeadm.go:322] Your Kubernetes control-plane has initialized successfully!
I0226 14:17:11.661039 1322102 kubeadm.go:322]
I0226 14:17:11.661114 1322102 kubeadm.go:322] To start using your cluster, you need to run the following as a regular user:
I0226 14:17:11.661124 1322102 kubeadm.go:322]
I0226 14:17:11.661148 1322102 kubeadm.go:322] mkdir -p $HOME/.kube
I0226 14:17:11.661210 1322102 kubeadm.go:322] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0226 14:17:11.661264 1322102 kubeadm.go:322] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0226 14:17:11.661273 1322102 kubeadm.go:322]
I0226 14:17:11.661330 1322102 kubeadm.go:322] You should now deploy a pod network to the cluster.
I0226 14:17:11.661412 1322102 kubeadm.go:322] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0226 14:17:11.661481 1322102 kubeadm.go:322] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0226 14:17:11.661489 1322102 kubeadm.go:322]
I0226 14:17:11.661569 1322102 kubeadm.go:322] You can now join any number of control-plane nodes by copying certificate authorities
I0226 14:17:11.661646 1322102 kubeadm.go:322] and service account keys on each node and then running the following as root:
I0226 14:17:11.661656 1322102 kubeadm.go:322]
I0226 14:17:11.661737 1322102 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 829m7o.euim5azkrl17jqyf \
I0226 14:17:11.661842 1322102 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df \
I0226 14:17:11.661868 1322102 kubeadm.go:322] --control-plane
I0226 14:17:11.661876 1322102 kubeadm.go:322]
I0226 14:17:11.661957 1322102 kubeadm.go:322] Then you can join any number of worker nodes by running the following on each as root:
I0226 14:17:11.661965 1322102 kubeadm.go:322]
I0226 14:17:11.662043 1322102 kubeadm.go:322] kubeadm join control-plane.minikube.internal:8443 --token 829m7o.euim5azkrl17jqyf \
I0226 14:17:11.662147 1322102 kubeadm.go:322] --discovery-token-ca-cert-hash sha256:a6c8e00b3232c8dcf9d6ab599ba4a6bcf6715221e7c49005afa583d56ac5a9df
I0226 14:17:11.665264 1322102 kubeadm.go:322] W0226 14:16:51.746271 1240 configset.go:202] WARNING: kubeadm cannot validate component configs for API groups [kubelet.config.k8s.io kubeproxy.config.k8s.io]
I0226 14:17:11.665593 1322102 kubeadm.go:322] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1053-aws\n", err: exit status 1
I0226 14:17:11.665719 1322102 kubeadm.go:322] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0226 14:17:11.665910 1322102 kubeadm.go:322] W0226 14:16:58.144896 1240 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0226 14:17:11.666100 1322102 kubeadm.go:322] W0226 14:16:58.147349 1240 manifests.go:225] the default kube-apiserver authorization-mode is "Node,RBAC"; using "Node,RBAC"
I0226 14:17:11.666119 1322102 cni.go:84] Creating CNI manager for ""
I0226 14:17:11.666128 1322102 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:17:11.668337 1322102 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0226 14:17:11.670270 1322102 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0226 14:17:11.674005 1322102 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.18.20/kubectl ...
I0226 14:17:11.674023 1322102 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0226 14:17:11.694263 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0226 14:17:12.152632 1322102 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0226 14:17:12.152779 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:12.152859 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl label nodes minikube.k8s.io/version=v1.32.0 minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9 minikube.k8s.io/name=ingress-addon-legacy-244644 minikube.k8s.io/updated_at=2024_02_26T14_17_12_0700 minikube.k8s.io/primary=true --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:12.293817 1322102 ops.go:34] apiserver oom_adj: -16
I0226 14:17:12.293919 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:12.794715 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:13.294132 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:13.794641 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:14.294786 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:14.794686 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:15.294882 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:15.794085 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:16.294044 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:16.794138 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:17.294050 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:17.794484 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:18.294628 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:18.794137 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:19.294506 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:19.794051 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:20.294825 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:20.794207 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:21.294790 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:21.794520 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:22.294263 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:22.794405 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:23.294035 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:23.794046 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:24.294008 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:24.794083 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:25.294096 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:25.794746 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:26.294353 1322102 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.18.20/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0226 14:17:26.433047 1322102 kubeadm.go:1088] duration metric: took 14.280330535s to wait for elevateKubeSystemPrivileges.
I0226 14:17:26.433086 1322102 kubeadm.go:406] StartCluster complete in 34.805174569s
I0226 14:17:26.433117 1322102 settings.go:142] acquiring lock: {Name:mkb243d81efb34936cf928e6427a1bc017f532be Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:17:26.433183 1322102 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:17:26.433875 1322102 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/18200-1289038/kubeconfig: {Name:mkf91cb221e7768e6963bb823d0fd039f8fbdbc5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0226 14:17:26.434077 1322102 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0226 14:17:26.434334 1322102 config.go:182] Loaded profile config "ingress-addon-legacy-244644": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.18.20
I0226 14:17:26.434430 1322102 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0226 14:17:26.434491 1322102 addons.go:69] Setting storage-provisioner=true in profile "ingress-addon-legacy-244644"
I0226 14:17:26.434506 1322102 addons.go:234] Setting addon storage-provisioner=true in "ingress-addon-legacy-244644"
I0226 14:17:26.434548 1322102 host.go:66] Checking if "ingress-addon-legacy-244644" exists ...
I0226 14:17:26.434601 1322102 kapi.go:59] client config for ingress-addon-legacy-244644: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt", KeyFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key", CAFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[
]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1702d40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0226 14:17:26.435026 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:17:26.435484 1322102 cert_rotation.go:137] Starting client certificate rotation controller
I0226 14:17:26.435836 1322102 addons.go:69] Setting default-storageclass=true in profile "ingress-addon-legacy-244644"
I0226 14:17:26.435852 1322102 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ingress-addon-legacy-244644"
I0226 14:17:26.436126 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:17:26.472863 1322102 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0226 14:17:26.475284 1322102 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:17:26.475306 1322102 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0226 14:17:26.475378 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:17:26.496773 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:17:26.503288 1322102 kapi.go:59] client config for ingress-addon-legacy-244644: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt", KeyFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key", CAFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[
]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1702d40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0226 14:17:26.503575 1322102 addons.go:234] Setting addon default-storageclass=true in "ingress-addon-legacy-244644"
I0226 14:17:26.503613 1322102 host.go:66] Checking if "ingress-addon-legacy-244644" exists ...
I0226 14:17:26.504103 1322102 cli_runner.go:164] Run: docker container inspect ingress-addon-legacy-244644 --format={{.State.Status}}
I0226 14:17:26.539966 1322102 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0226 14:17:26.539987 1322102 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0226 14:17:26.540057 1322102 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ingress-addon-legacy-244644
I0226 14:17:26.564104 1322102 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34072 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/ingress-addon-legacy-244644/id_rsa Username:docker}
I0226 14:17:26.692067 1322102 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0226 14:17:26.728179 1322102 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.18.20/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0226 14:17:26.782896 1322102 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.18.20/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0226 14:17:27.070784 1322102 kapi.go:248] "coredns" deployment in "kube-system" namespace and "ingress-addon-legacy-244644" context rescaled to 1 replicas
I0226 14:17:27.070833 1322102 start.go:223] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.20 ContainerRuntime:crio ControlPlane:true Worker:true}
I0226 14:17:27.073135 1322102 out.go:177] * Verifying Kubernetes components...
I0226 14:17:27.081787 1322102 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:17:27.310333 1322102 start.go:929] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0226 14:17:27.311030 1322102 kapi.go:59] client config for ingress-addon-legacy-244644: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt", KeyFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.key", CAFile:"/home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[
]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1702d40), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0226 14:17:27.311282 1322102 node_ready.go:35] waiting up to 6m0s for node "ingress-addon-legacy-244644" to be "Ready" ...
I0226 14:17:27.341879 1322102 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0226 14:17:27.343781 1322102 addons.go:505] enable addons completed in 909.343106ms: enabled=[storage-provisioner default-storageclass]
I0226 14:17:29.314714 1322102 node_ready.go:58] node "ingress-addon-legacy-244644" has status "Ready":"False"
I0226 14:17:31.315050 1322102 node_ready.go:58] node "ingress-addon-legacy-244644" has status "Ready":"False"
I0226 14:17:33.814715 1322102 node_ready.go:58] node "ingress-addon-legacy-244644" has status "Ready":"False"
I0226 14:17:35.314207 1322102 node_ready.go:49] node "ingress-addon-legacy-244644" has status "Ready":"True"
I0226 14:17:35.314233 1322102 node_ready.go:38] duration metric: took 8.002935769s waiting for node "ingress-addon-legacy-244644" to be "Ready" ...
I0226 14:17:35.314248 1322102 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:17:35.321722 1322102 pod_ready.go:78] waiting up to 6m0s for pod "coredns-66bff467f8-mf52h" in "kube-system" namespace to be "Ready" ...
I0226 14:17:37.325031 1322102 pod_ready.go:102] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace doesn't have "Ready" status: {Phase:Pending Conditions:[{Type:PodScheduled Status:False LastProbeTime:0001-01-01 00:00:00 +0000 UTC LastTransitionTime:2024-02-26 14:17:26 +0000 UTC Reason:Unschedulable Message:0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.}] Message: Reason: NominatedNodeName: HostIP: HostIPs:[] PodIP: PodIPs:[] StartTime:<nil> InitContainerStatuses:[] ContainerStatuses:[] QOSClass:Burstable EphemeralContainerStatuses:[] Resize: ResourceClaimStatuses:[]}
I0226 14:17:39.331351 1322102 pod_ready.go:102] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace has status "Ready":"False"
I0226 14:17:41.827612 1322102 pod_ready.go:102] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace has status "Ready":"False"
I0226 14:17:44.328128 1322102 pod_ready.go:102] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace has status "Ready":"False"
I0226 14:17:46.328195 1322102 pod_ready.go:102] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace has status "Ready":"False"
I0226 14:17:47.327168 1322102 pod_ready.go:92] pod "coredns-66bff467f8-mf52h" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.327196 1322102 pod_ready.go:81] duration metric: took 12.005433088s waiting for pod "coredns-66bff467f8-mf52h" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.327209 1322102 pod_ready.go:78] waiting up to 6m0s for pod "etcd-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.331830 1322102 pod_ready.go:92] pod "etcd-ingress-addon-legacy-244644" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.331855 1322102 pod_ready.go:81] duration metric: took 4.63805ms waiting for pod "etcd-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.331869 1322102 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.336887 1322102 pod_ready.go:92] pod "kube-apiserver-ingress-addon-legacy-244644" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.336915 1322102 pod_ready.go:81] duration metric: took 5.038342ms waiting for pod "kube-apiserver-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.336927 1322102 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.341751 1322102 pod_ready.go:92] pod "kube-controller-manager-ingress-addon-legacy-244644" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.341779 1322102 pod_ready.go:81] duration metric: took 4.843017ms waiting for pod "kube-controller-manager-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.341791 1322102 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-k292f" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.346653 1322102 pod_ready.go:92] pod "kube-proxy-k292f" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.346678 1322102 pod_ready.go:81] duration metric: took 4.880112ms waiting for pod "kube-proxy-k292f" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.346689 1322102 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.522001 1322102 request.go:629] Waited for 175.24048ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ingress-addon-legacy-244644
I0226 14:17:47.722970 1322102 request.go:629] Waited for 198.319232ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes/ingress-addon-legacy-244644
I0226 14:17:47.725915 1322102 pod_ready.go:92] pod "kube-scheduler-ingress-addon-legacy-244644" in "kube-system" namespace has status "Ready":"True"
I0226 14:17:47.725941 1322102 pod_ready.go:81] duration metric: took 379.243745ms waiting for pod "kube-scheduler-ingress-addon-legacy-244644" in "kube-system" namespace to be "Ready" ...
I0226 14:17:47.725955 1322102 pod_ready.go:38] duration metric: took 12.411694504s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0226 14:17:47.725995 1322102 api_server.go:52] waiting for apiserver process to appear ...
I0226 14:17:47.726098 1322102 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0226 14:17:47.737080 1322102 api_server.go:72] duration metric: took 20.666214595s to wait for apiserver process to appear ...
I0226 14:17:47.737115 1322102 api_server.go:88] waiting for apiserver healthz status ...
I0226 14:17:47.737137 1322102 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0226 14:17:47.745470 1322102 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0226 14:17:47.746340 1322102 api_server.go:141] control plane version: v1.18.20
I0226 14:17:47.746371 1322102 api_server.go:131] duration metric: took 9.247063ms to wait for apiserver health ...
I0226 14:17:47.746380 1322102 system_pods.go:43] waiting for kube-system pods to appear ...
I0226 14:17:47.922780 1322102 request.go:629] Waited for 176.311259ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0226 14:17:47.928911 1322102 system_pods.go:59] 8 kube-system pods found
I0226 14:17:47.928948 1322102 system_pods.go:61] "coredns-66bff467f8-mf52h" [a2677412-d164-43de-8fe7-5107c3b487e7] Running
I0226 14:17:47.928955 1322102 system_pods.go:61] "etcd-ingress-addon-legacy-244644" [dd484858-0dab-4898-b91b-48a3d1a3b251] Running
I0226 14:17:47.928960 1322102 system_pods.go:61] "kindnet-mqng2" [e7dbb984-ad91-4716-8c86-5e77dec0fe2f] Running
I0226 14:17:47.928971 1322102 system_pods.go:61] "kube-apiserver-ingress-addon-legacy-244644" [32986587-fec8-45ff-88bd-e1b2686f81c9] Running
I0226 14:17:47.928976 1322102 system_pods.go:61] "kube-controller-manager-ingress-addon-legacy-244644" [6b35f85e-b76c-41f1-aa85-5e9715692a8c] Running
I0226 14:17:47.928980 1322102 system_pods.go:61] "kube-proxy-k292f" [81bc8b98-4682-425a-9e9c-478adff45eb7] Running
I0226 14:17:47.928984 1322102 system_pods.go:61] "kube-scheduler-ingress-addon-legacy-244644" [07f10720-d58b-4f95-9936-640d8f7ee084] Running
I0226 14:17:47.928988 1322102 system_pods.go:61] "storage-provisioner" [3ae37789-e126-4e89-8af7-dd05864e6164] Running
I0226 14:17:47.928995 1322102 system_pods.go:74] duration metric: took 182.586413ms to wait for pod list to return data ...
I0226 14:17:47.929003 1322102 default_sa.go:34] waiting for default service account to be created ...
I0226 14:17:48.122459 1322102 request.go:629] Waited for 193.36588ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/default/serviceaccounts
I0226 14:17:48.124978 1322102 default_sa.go:45] found service account: "default"
I0226 14:17:48.125009 1322102 default_sa.go:55] duration metric: took 195.999152ms for default service account to be created ...
I0226 14:17:48.125021 1322102 system_pods.go:116] waiting for k8s-apps to be running ...
I0226 14:17:48.322466 1322102 request.go:629] Waited for 197.361536ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/kube-system/pods
I0226 14:17:48.328896 1322102 system_pods.go:86] 8 kube-system pods found
I0226 14:17:48.328932 1322102 system_pods.go:89] "coredns-66bff467f8-mf52h" [a2677412-d164-43de-8fe7-5107c3b487e7] Running
I0226 14:17:48.328942 1322102 system_pods.go:89] "etcd-ingress-addon-legacy-244644" [dd484858-0dab-4898-b91b-48a3d1a3b251] Running
I0226 14:17:48.328947 1322102 system_pods.go:89] "kindnet-mqng2" [e7dbb984-ad91-4716-8c86-5e77dec0fe2f] Running
I0226 14:17:48.328952 1322102 system_pods.go:89] "kube-apiserver-ingress-addon-legacy-244644" [32986587-fec8-45ff-88bd-e1b2686f81c9] Running
I0226 14:17:48.328957 1322102 system_pods.go:89] "kube-controller-manager-ingress-addon-legacy-244644" [6b35f85e-b76c-41f1-aa85-5e9715692a8c] Running
I0226 14:17:48.328961 1322102 system_pods.go:89] "kube-proxy-k292f" [81bc8b98-4682-425a-9e9c-478adff45eb7] Running
I0226 14:17:48.328965 1322102 system_pods.go:89] "kube-scheduler-ingress-addon-legacy-244644" [07f10720-d58b-4f95-9936-640d8f7ee084] Running
I0226 14:17:48.328969 1322102 system_pods.go:89] "storage-provisioner" [3ae37789-e126-4e89-8af7-dd05864e6164] Running
I0226 14:17:48.328976 1322102 system_pods.go:126] duration metric: took 203.94825ms to wait for k8s-apps to be running ...
I0226 14:17:48.328991 1322102 system_svc.go:44] waiting for kubelet service to be running ....
I0226 14:17:48.329051 1322102 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:17:48.341195 1322102 system_svc.go:56] duration metric: took 12.193906ms WaitForService to wait for kubelet.
I0226 14:17:48.341225 1322102 kubeadm.go:581] duration metric: took 21.270363345s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...
I0226 14:17:48.341245 1322102 node_conditions.go:102] verifying NodePressure condition ...
I0226 14:17:48.522508 1322102 request.go:629] Waited for 181.189664ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/nodes
I0226 14:17:48.525528 1322102 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0226 14:17:48.525561 1322102 node_conditions.go:123] node cpu capacity is 2
I0226 14:17:48.525573 1322102 node_conditions.go:105] duration metric: took 184.322741ms to run NodePressure ...
I0226 14:17:48.525602 1322102 start.go:228] waiting for startup goroutines ...
I0226 14:17:48.525616 1322102 start.go:233] waiting for cluster config update ...
I0226 14:17:48.525632 1322102 start.go:242] writing updated cluster config ...
I0226 14:17:48.525924 1322102 ssh_runner.go:195] Run: rm -f paused
I0226 14:17:48.584079 1322102 start.go:601] kubectl: 1.29.2, cluster: 1.18.20 (minor skew: 11)
I0226 14:17:48.586436 1322102 out.go:177]
W0226 14:17:48.588787 1322102 out.go:239] ! /usr/local/bin/kubectl is version 1.29.2, which may have incompatibilities with Kubernetes 1.18.20.
I0226 14:17:48.590854 1322102 out.go:177] - Want kubectl v1.18.20? Try 'minikube kubectl -- get pods -A'
I0226 14:17:48.593576 1322102 out.go:177] * Done! kubectl is now configured to use "ingress-addon-legacy-244644" cluster and "default" namespace by default
==> CRI-O <==
Feb 26 14:20:51 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:51.994039361Z" level=info msg="Checking image status: gcr.io/google-samples/hello-app:1.0" id=8d7962c1-1f7c-4a24-81b5-5cde503397d7 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 26 14:20:51 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:51.994205123Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79,RepoTags:[gcr.io/google-samples/hello-app:1.0],RepoDigests:[gcr.io/google-samples/hello-app@sha256:b1455e1c4fcc5ea1023c9e3b584cd84b64eb920e332feff690a2829696e379e7],Size_:28999827,Uid:nil,Username:nonroot,Spec:nil,},Info:map[string]string{},}" id=8d7962c1-1f7c-4a24-81b5-5cde503397d7 name=/runtime.v1alpha2.ImageService/ImageStatus
Feb 26 14:20:51 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:51.994891324Z" level=info msg="Creating container: default/hello-world-app-5f5d8b66bb-5xsbf/hello-world-app" id=b8114ec6-1a03-440b-8d3c-71bfe4197418 name=/runtime.v1alpha2.RuntimeService/CreateContainer
Feb 26 14:20:51 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:51.994994644Z" level=warning msg="Allowed annotations are specified for workload []"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.064059972Z" level=info msg="Created container edcba5bf304c8b02499f05009cfd7192bd3c6c40efe5806b6ac1b95d84783418: default/hello-world-app-5f5d8b66bb-5xsbf/hello-world-app" id=b8114ec6-1a03-440b-8d3c-71bfe4197418 name=/runtime.v1alpha2.RuntimeService/CreateContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.064645865Z" level=info msg="Starting container: edcba5bf304c8b02499f05009cfd7192bd3c6c40efe5806b6ac1b95d84783418" id=1ec2e1f9-b6b4-4e20-80c7-c8201d208906 name=/runtime.v1alpha2.RuntimeService/StartContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.074167964Z" level=info msg="Started container" PID=3671 containerID=edcba5bf304c8b02499f05009cfd7192bd3c6c40efe5806b6ac1b95d84783418 description=default/hello-world-app-5f5d8b66bb-5xsbf/hello-world-app id=1ec2e1f9-b6b4-4e20-80c7-c8201d208906 name=/runtime.v1alpha2.RuntimeService/StartContainer sandboxID=e4faedc94d3dde879f765f385d62abf93baf8d2473418745e21511190f982d19
Feb 26 14:20:52 ingress-addon-legacy-244644 conmon[3660]: conmon edcba5bf304c8b02499f <ninfo>: container 3671 exited with status 1
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.319634616Z" level=warning msg="Stopping container 2ba37508b715b22c3a6f3109e6e355ed0c8fb478807dad92ddbc9426b65e6e98 with stop signal timed out: timeout reached after 2 seconds waiting for container process to exit" id=96b5e7fe-cb64-4877-94bc-3bda77228da7 name=/runtime.v1alpha2.RuntimeService/StopContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 conmon[2694]: conmon 2ba37508b715b22c3a6f <ninfo>: container 2706 exited with status 137
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.428741427Z" level=info msg="Removing container: 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa" id=e9186dbe-929a-424c-a9e1-81f9395d0bf4 name=/runtime.v1alpha2.RuntimeService/RemoveContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.454572610Z" level=info msg="Removed container 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa: default/hello-world-app-5f5d8b66bb-5xsbf/hello-world-app" id=e9186dbe-929a-424c-a9e1-81f9395d0bf4 name=/runtime.v1alpha2.RuntimeService/RemoveContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.495666509Z" level=info msg="Stopped container 2ba37508b715b22c3a6f3109e6e355ed0c8fb478807dad92ddbc9426b65e6e98: ingress-nginx/ingress-nginx-controller-7fcf777cb7-wtmch/controller" id=4bc0d512-91df-4d4b-baf8-bbf7fa43d4dd name=/runtime.v1alpha2.RuntimeService/StopContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.496326741Z" level=info msg="Stopping pod sandbox: 5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981" id=c31a913a-f910-43d6-9aac-1ef785d094ed name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.498128727Z" level=info msg="Stopped container 2ba37508b715b22c3a6f3109e6e355ed0c8fb478807dad92ddbc9426b65e6e98: ingress-nginx/ingress-nginx-controller-7fcf777cb7-wtmch/controller" id=96b5e7fe-cb64-4877-94bc-3bda77228da7 name=/runtime.v1alpha2.RuntimeService/StopContainer
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.498841899Z" level=info msg="Stopping pod sandbox: 5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981" id=1e218466-0f0a-4005-8232-0b7097d520c1 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.499432140Z" level=info msg="Restoring iptables rules: *nat\n:KUBE-HOSTPORTS - [0:0]\n:KUBE-HP-PWTNEFFLHMGVTOSX - [0:0]\n:KUBE-HP-VSFDF6QK4NHTY3GT - [0:0]\n-X KUBE-HP-VSFDF6QK4NHTY3GT\n-X KUBE-HP-PWTNEFFLHMGVTOSX\nCOMMIT\n"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.500954821Z" level=info msg="Closing host port tcp:80"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.501003035Z" level=info msg="Closing host port tcp:443"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.502028505Z" level=info msg="Host port tcp:80 does not have an open socket"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.502060998Z" level=info msg="Host port tcp:443 does not have an open socket"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.502205426Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-7fcf777cb7-wtmch Namespace:ingress-nginx ID:5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981 UID:1250fa32-0d3a-4d74-875b-0258a6c2b866 NetNS:/var/run/netns/3ea9d68d-aa19-4d29-99c5-fc00300389a5 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.502345964Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-7fcf777cb7-wtmch from CNI network \"kindnet\" (type=ptp)"
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.532290253Z" level=info msg="Stopped pod sandbox: 5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981" id=c31a913a-f910-43d6-9aac-1ef785d094ed name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
Feb 26 14:20:52 ingress-addon-legacy-244644 crio[909]: time="2024-02-26 14:20:52.532436560Z" level=info msg="Stopped pod sandbox (already stopped): 5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981" id=1e218466-0f0a-4005-8232-0b7097d520c1 name=/runtime.v1alpha2.RuntimeService/StopPodSandbox
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
edcba5bf304c8 dd1b12fcb60978ac32686ef6732d56f612c8636ef86693c09613946a54c69d79 6 seconds ago Exited hello-world-app 2 e4faedc94d3dd hello-world-app-5f5d8b66bb-5xsbf
a718cb5c8c0ac docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674 2 minutes ago Running nginx 0 bce7e248b3867 nginx
2ba37508b715b registry.k8s.io/ingress-nginx/controller@sha256:35fe394c82164efa8f47f3ed0be981b3f23da77175bbb8268a9ae438851c8324 2 minutes ago Exited controller 0 5c09fa60b3d0a ingress-nginx-controller-7fcf777cb7-wtmch
3f2b9b463fac2 docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 3 minutes ago Exited patch 0 695844a6cd4ed ingress-nginx-admission-patch-v4z78
61c8dcd51b10f docker.io/jettech/kube-webhook-certgen@sha256:950833e19ade18cd389d647efb88992a7cc077abedef343fa59e012d376d79b7 3 minutes ago Exited create 0 733e54f31bf12 ingress-nginx-admission-create-hq4wf
e0f979752a2b6 gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2 3 minutes ago Running storage-provisioner 0 b9ac4b85b7942 storage-provisioner
2b58c6c4bc793 6e17ba78cf3ebe1410fe828dc4ca57d3df37ad0b3c1a64161e5c27d57a24d184 3 minutes ago Running coredns 0 1bd5e7a99d929 coredns-66bff467f8-mf52h
11749d7d9aabb docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 3 minutes ago Running kindnet-cni 0 52ba8181778cc kindnet-mqng2
f1db6ec27b231 565297bc6f7d41fdb7a8ac7f9d75617ef4e6efdd1b1e41af6e060e19c44c28a8 3 minutes ago Running kube-proxy 0 df98a56946d44 kube-proxy-k292f
825e079ba7f32 68a4fac29a865f21217550dbd3570dc1adbc602cf05d6eeb6f060eec1359e1f1 3 minutes ago Running kube-controller-manager 0 4e1e301700afa kube-controller-manager-ingress-addon-legacy-244644
3859a55c4cdea ab707b0a0ea339254cc6e3f2e7d618d4793d5129acb2288e9194769271404952 3 minutes ago Running etcd 0 fc415e43c5921 etcd-ingress-addon-legacy-244644
7d038b0ec1dd4 2694cf044d66591c37b12c60ce1f1cdba3d271af5ebda43a2e4d32ebbadd97d0 3 minutes ago Running kube-apiserver 0 e0fb4c6e801b5 kube-apiserver-ingress-addon-legacy-244644
5b49f6303daa9 095f37015706de6eedb4f57eb2f9a25a1e3bf4bec63d50ba73f8968ef4094fd1 3 minutes ago Running kube-scheduler 0 6171892b7d9c3 kube-scheduler-ingress-addon-legacy-244644
==> coredns [2b58c6c4bc7935ba3721e9fe74acd2b106c092f31c313bc8863c304043ffd249] <==
[INFO] 10.244.0.5:48044 - 41090 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000039762s
[INFO] 10.244.0.5:48044 - 41828 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000034191s
[INFO] 10.244.0.5:47015 - 49782 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001849765s
[INFO] 10.244.0.5:47015 - 23584 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000128519s
[INFO] 10.244.0.5:48044 - 53012 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001623826s
[INFO] 10.244.0.5:48044 - 25649 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001062369s
[INFO] 10.244.0.5:48044 - 37002 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000045867s
[INFO] 10.244.0.5:50561 - 10346 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000086639s
[INFO] 10.244.0.5:55234 - 32446 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000050322s
[INFO] 10.244.0.5:50561 - 12336 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000042233s
[INFO] 10.244.0.5:55234 - 42268 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000035988s
[INFO] 10.244.0.5:50561 - 16737 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00003918s
[INFO] 10.244.0.5:55234 - 34601 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000039779s
[INFO] 10.244.0.5:55234 - 11896 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000041174s
[INFO] 10.244.0.5:50561 - 43256 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000044866s
[INFO] 10.244.0.5:50561 - 58579 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000038638s
[INFO] 10.244.0.5:55234 - 53339 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000032091s
[INFO] 10.244.0.5:55234 - 16115 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000036292s
[INFO] 10.244.0.5:50561 - 28948 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000039934s
[INFO] 10.244.0.5:55234 - 41373 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001256784s
[INFO] 10.244.0.5:50561 - 12003 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001520662s
[INFO] 10.244.0.5:50561 - 51087 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001511662s
[INFO] 10.244.0.5:50561 - 3158 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000199419s
[INFO] 10.244.0.5:55234 - 5522 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001025684s
[INFO] 10.244.0.5:55234 - 36526 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000183279s
==> describe nodes <==
Name: ingress-addon-legacy-244644
Roles: master
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=ingress-addon-legacy-244644
kubernetes.io/os=linux
minikube.k8s.io/commit=6aa551530a40d112748460a55f3fad8fc64b35f9
minikube.k8s.io/name=ingress-addon-legacy-244644
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_02_26T14_17_12_0700
minikube.k8s.io/version=v1.32.0
node-role.kubernetes.io/master=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: /var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 26 Feb 2024 14:17:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ingress-addon-legacy-244644
AcquireTime: <unset>
RenewTime: Mon, 26 Feb 2024 14:20:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 26 Feb 2024 14:20:45 +0000 Mon, 26 Feb 2024 14:17:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 26 Feb 2024 14:20:45 +0000 Mon, 26 Feb 2024 14:17:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 26 Feb 2024 14:20:45 +0000 Mon, 26 Feb 2024 14:17:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 26 Feb 2024 14:20:45 +0000 Mon, 26 Feb 2024 14:17:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: ingress-addon-legacy-244644
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022500Ki
pods: 110
System Info:
Machine ID: 9386580da7a8498a913ebaf2fbccc6e8
System UUID: 92794c0c-8ea9-4f90-aac6-c6a0e2b7afe4
Boot ID: 2c7c6b87-6e58-40a2-bcdb-51d10909f45d
Kernel Version: 5.15.0-1053-aws
OS Image: Ubuntu 22.04.3 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.18.20
Kube-Proxy Version: v1.18.20
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (10 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits AGE
--------- ---- ------------ ---------- --------------- ------------- ---
default hello-world-app-5f5d8b66bb-5xsbf 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 26s
default nginx 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m45s
kube-system coredns-66bff467f8-mf52h 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (0%!)(MISSING) 170Mi (2%!)(MISSING) 3m32s
kube-system etcd-ingress-addon-legacy-244644 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
kube-system kindnet-mqng2 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (0%!)(MISSING) 50Mi (0%!)(MISSING) 3m32s
kube-system kube-apiserver-ingress-addon-legacy-244644 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
kube-system kube-controller-manager-ingress-addon-legacy-244644 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
kube-system kube-proxy-k292f 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m32s
kube-system kube-scheduler-ingress-addon-legacy-244644 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m43s
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 3m31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%!)(MISSING) 100m (5%!)(MISSING)
memory 120Mi (1%!)(MISSING) 220Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-1Gi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-32Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-64Ki 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal NodeHasSufficientMemory 3m58s (x4 over 3m58s) kubelet Node ingress-addon-legacy-244644 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m58s (x5 over 3m58s) kubelet Node ingress-addon-legacy-244644 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m58s (x4 over 3m58s) kubelet Node ingress-addon-legacy-244644 status is now: NodeHasSufficientPID
Normal Starting 3m44s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 3m43s kubelet Node ingress-addon-legacy-244644 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m43s kubelet Node ingress-addon-legacy-244644 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m43s kubelet Node ingress-addon-legacy-244644 status is now: NodeHasSufficientPID
Normal Starting 3m31s kube-proxy Starting kube-proxy.
Normal NodeReady 3m23s kubelet Node ingress-addon-legacy-244644 status is now: NodeReady
==> dmesg <==
[ +0.001121] FS-Cache: O-key=[8] '0474ed0000000000'
[ +0.000835] FS-Cache: N-cookie c=00000054 [p=0000004b fl=2 nc=0 na=1]
[ +0.001805] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=00000000e0a78d5c
[ +0.001249] FS-Cache: N-key=[8] '0474ed0000000000'
[ +0.002686] FS-Cache: Duplicate cookie detected
[ +0.000814] FS-Cache: O-cookie c=0000004e [p=0000004b fl=226 nc=0 na=1]
[ +0.001007] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=000000004b343053
[ +0.001132] FS-Cache: O-key=[8] '0474ed0000000000'
[ +0.000757] FS-Cache: N-cookie c=00000055 [p=0000004b fl=2 nc=0 na=1]
[ +0.001031] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=00000000c3a99c50
[ +0.001162] FS-Cache: N-key=[8] '0474ed0000000000'
[ +2.403677] FS-Cache: Duplicate cookie detected
[ +0.000793] FS-Cache: O-cookie c=0000004c [p=0000004b fl=226 nc=0 na=1]
[ +0.001059] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=00000000db8d6e0a
[ +0.001234] FS-Cache: O-key=[8] '0374ed0000000000'
[ +0.000737] FS-Cache: N-cookie c=00000057 [p=0000004b fl=2 nc=0 na=1]
[ +0.000995] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=000000001e8aa5d8
[ +0.001111] FS-Cache: N-key=[8] '0374ed0000000000'
[ +0.313300] FS-Cache: Duplicate cookie detected
[ +0.000830] FS-Cache: O-cookie c=00000051 [p=0000004b fl=226 nc=0 na=1]
[ +0.001119] FS-Cache: O-cookie d=000000006d496d99{9p.inode} n=0000000003380359
[ +0.001126] FS-Cache: O-key=[8] '0974ed0000000000'
[ +0.000812] FS-Cache: N-cookie c=00000058 [p=0000004b fl=2 nc=0 na=1]
[ +0.001012] FS-Cache: N-cookie d=000000006d496d99{9p.inode} n=00000000e0a78d5c
[ +0.001097] FS-Cache: N-key=[8] '0974ed0000000000'
==> etcd [3859a55c4cdea9c43884dbd2390daab81d0e4589c16afb02ad572299b2ca8be3] <==
raft2024/02/26 14:17:03 INFO: aec36adc501070cc became follower at term 0
raft2024/02/26 14:17:03 INFO: newRaft aec36adc501070cc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]
raft2024/02/26 14:17:03 INFO: aec36adc501070cc became follower at term 1
raft2024/02/26 14:17:03 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2024-02-26 14:17:03.404078 W | auth: simple token is not cryptographically signed
2024-02-26 14:17:03.419039 I | etcdserver: starting server... [version: 3.4.3, cluster version: to_be_decided]
2024-02-26 14:17:03.444568 I | embed: ClientTLS: cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file =
2024-02-26 14:17:03.538422 I | embed: listening for metrics on http://127.0.0.1:2381
2024-02-26 14:17:03.550494 I | etcdserver: aec36adc501070cc as single-node; fast-forwarding 9 ticks (election ticks 10)
2024-02-26 14:17:03.574447 I | embed: listening for peers on 192.168.49.2:2380
raft2024/02/26 14:17:03 INFO: aec36adc501070cc switched to configuration voters=(12593026477526642892)
2024-02-26 14:17:03.594721 I | etcdserver/membership: added member aec36adc501070cc [https://192.168.49.2:2380] to cluster fa54960ea34d58be
raft2024/02/26 14:17:04 INFO: aec36adc501070cc is starting a new election at term 1
raft2024/02/26 14:17:04 INFO: aec36adc501070cc became candidate at term 2
raft2024/02/26 14:17:04 INFO: aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2
raft2024/02/26 14:17:04 INFO: aec36adc501070cc became leader at term 2
raft2024/02/26 14:17:04 INFO: raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2
2024-02-26 14:17:04.314555 I | etcdserver: setting up the initial cluster version to 3.4
2024-02-26 14:17:04.326620 N | etcdserver/membership: set the initial cluster version to 3.4
2024-02-26 14:17:04.338457 I | etcdserver/api: enabled capabilities for version 3.4
2024-02-26 14:17:04.374491 I | etcdserver: published {Name:ingress-addon-legacy-244644 ClientURLs:[https://192.168.49.2:2379]} to cluster fa54960ea34d58be
2024-02-26 14:17:04.374610 I | embed: ready to serve client requests
2024-02-26 14:17:04.379713 I | embed: serving client requests on 192.168.49.2:2379
2024-02-26 14:17:04.474915 I | embed: ready to serve client requests
2024-02-26 14:17:04.476234 I | embed: serving client requests on 127.0.0.1:2379
==> kernel <==
14:20:58 up 6:03, 0 users, load average: 0.66, 1.10, 1.47
Linux ingress-addon-legacy-244644 5.15.0-1053-aws #58~20.04.1-Ubuntu SMP Mon Jan 22 17:19:04 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.3 LTS"
==> kindnet [11749d7d9aabb52b94659d29893663bcf70a28fddf3b518d4486509fdec470dc] <==
I0226 14:18:49.189481 1 main.go:227] handling current node
I0226 14:18:59.192944 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:18:59.193046 1 main.go:227] handling current node
I0226 14:19:09.204316 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:09.204346 1 main.go:227] handling current node
I0226 14:19:19.214503 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:19.214623 1 main.go:227] handling current node
I0226 14:19:29.218883 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:29.218911 1 main.go:227] handling current node
I0226 14:19:39.229954 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:39.229982 1 main.go:227] handling current node
I0226 14:19:49.235105 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:49.235132 1 main.go:227] handling current node
I0226 14:19:59.244791 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:19:59.244818 1 main.go:227] handling current node
I0226 14:20:09.249408 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:20:09.249439 1 main.go:227] handling current node
I0226 14:20:19.255043 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:20:19.255071 1 main.go:227] handling current node
I0226 14:20:29.258222 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:20:29.258250 1 main.go:227] handling current node
I0226 14:20:39.267540 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:20:39.267569 1 main.go:227] handling current node
I0226 14:20:49.271330 1 main.go:223] Handling node with IPs: map[192.168.49.2:{}]
I0226 14:20:49.271358 1 main.go:227] handling current node
==> kube-apiserver [7d038b0ec1dd4194942c944c068df75d2ca4dcf53f808dd0a0a71c64d040b9ef] <==
I0226 14:17:08.413121 1 nonstructuralschema_controller.go:186] Starting NonStructuralSchemaConditionController
I0226 14:17:08.413149 1 apiapproval_controller.go:186] Starting KubernetesAPIApprovalPolicyConformantConditionController
I0226 14:17:08.419926 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0226 14:17:08.419976 1 cache.go:39] Caches are synced for autoregister controller
I0226 14:17:08.420289 1 shared_informer.go:230] Caches are synced for cluster_authentication_trust_controller
I0226 14:17:08.420317 1 shared_informer.go:230] Caches are synced for crd-autoregister
I0226 14:17:08.510335 1 cache.go:39] Caches are synced for AvailableConditionController controller
I0226 14:17:09.305860 1 controller.go:130] OpenAPI AggregationController: action for item : Nothing (removed from the queue).
I0226 14:17:09.305895 1 controller.go:130] OpenAPI AggregationController: action for item k8s_internal_local_delegation_chain_0000000000: Nothing (removed from the queue).
I0226 14:17:09.313606 1 storage_scheduling.go:134] created PriorityClass system-node-critical with value 2000001000
I0226 14:17:09.316708 1 storage_scheduling.go:134] created PriorityClass system-cluster-critical with value 2000000000
I0226 14:17:09.316802 1 storage_scheduling.go:143] all system priority classes are created successfully or already exist.
I0226 14:17:09.700544 1 controller.go:609] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0226 14:17:09.733185 1 controller.go:609] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
W0226 14:17:09.886548 1 lease.go:224] Resetting endpoints for master service "kubernetes" to [192.168.49.2]
I0226 14:17:09.887654 1 controller.go:609] quota admission added evaluator for: endpoints
I0226 14:17:09.892586 1 controller.go:609] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0226 14:17:10.718963 1 controller.go:609] quota admission added evaluator for: serviceaccounts
I0226 14:17:11.551278 1 controller.go:609] quota admission added evaluator for: deployments.apps
I0226 14:17:11.632713 1 controller.go:609] quota admission added evaluator for: daemonsets.apps
I0226 14:17:14.937114 1 controller.go:609] quota admission added evaluator for: leases.coordination.k8s.io
I0226 14:17:26.126620 1 controller.go:609] quota admission added evaluator for: replicasets.apps
I0226 14:17:26.249602 1 controller.go:609] quota admission added evaluator for: controllerrevisions.apps
I0226 14:17:49.499951 1 controller.go:609] quota admission added evaluator for: jobs.batch
I0226 14:18:12.946822 1 controller.go:609] quota admission added evaluator for: ingresses.networking.k8s.io
==> kube-controller-manager [825e079ba7f32cca5b8d0b0a8fec2a73a3bfac607a810280cc3639a080d4c6f4] <==
I0226 14:17:26.487425 1 shared_informer.go:230] Caches are synced for endpoint_slice
I0226 14:17:26.490902 1 shared_informer.go:230] Caches are synced for job
I0226 14:17:26.521460 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"kube-system", Name:"coredns", UID:"35aa3ff8-1a04-43b6-b97f-d604d9d37b9b", APIVersion:"apps/v1", ResourceVersion:"359", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled down replica set coredns-66bff467f8 to 1
I0226 14:17:26.558131 1 shared_informer.go:230] Caches are synced for PV protection
I0226 14:17:26.591659 1 shared_informer.go:230] Caches are synced for expand
I0226 14:17:26.625851 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"kube-system", Name:"coredns-66bff467f8", UID:"0553281c-1be6-4251-82bb-cff3a74bd5be", APIVersion:"apps/v1", ResourceVersion:"360", FieldPath:""}): type: 'Normal' reason: 'SuccessfulDelete' Deleted pod: coredns-66bff467f8-nbfqg
I0226 14:17:26.642347 1 shared_informer.go:230] Caches are synced for certificate-csrsigning
I0226 14:17:26.642646 1 shared_informer.go:230] Caches are synced for persistent volume
I0226 14:17:26.652373 1 shared_informer.go:230] Caches are synced for certificate-csrapproving
I0226 14:17:26.695006 1 shared_informer.go:230] Caches are synced for garbage collector
I0226 14:17:26.695101 1 garbagecollector.go:142] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
I0226 14:17:26.702816 1 shared_informer.go:230] Caches are synced for resource quota
I0226 14:17:26.703773 1 shared_informer.go:230] Caches are synced for garbage collector
I0226 14:17:26.771760 1 shared_informer.go:230] Caches are synced for attach detach
I0226 14:17:26.796734 1 shared_informer.go:230] Caches are synced for resource quota
I0226 14:17:36.241355 1 node_lifecycle_controller.go:1226] Controller detected that some Nodes are Ready. Exiting master disruption mode.
I0226 14:17:49.441969 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"ingress-nginx", Name:"ingress-nginx-controller", UID:"892cb2f0-44f2-4f5e-81ef-c5b966e80649", APIVersion:"apps/v1", ResourceVersion:"471", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set ingress-nginx-controller-7fcf777cb7 to 1
I0226 14:17:49.491228 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7", UID:"a8c034b2-36b7-4041-b179-9093a1469550", APIVersion:"apps/v1", ResourceVersion:"472", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-controller-7fcf777cb7-wtmch
I0226 14:17:49.579673 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"fb71b38a-3943-4ebc-8351-91f2c94ebd1d", APIVersion:"batch/v1", ResourceVersion:"478", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-create-hq4wf
I0226 14:17:49.649567 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"fa7a230b-8733-4042-8dd7-a248d9e984c5", APIVersion:"batch/v1", ResourceVersion:"488", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: ingress-nginx-admission-patch-v4z78
I0226 14:17:52.092414 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-patch", UID:"fa7a230b-8733-4042-8dd7-a248d9e984c5", APIVersion:"batch/v1", ResourceVersion:"496", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I0226 14:17:52.126075 1 event.go:278] Event(v1.ObjectReference{Kind:"Job", Namespace:"ingress-nginx", Name:"ingress-nginx-admission-create", UID:"fb71b38a-3943-4ebc-8351-91f2c94ebd1d", APIVersion:"batch/v1", ResourceVersion:"487", FieldPath:""}): type: 'Normal' reason: 'Completed' Job completed
I0226 14:20:32.345155 1 event.go:278] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"default", Name:"hello-world-app", UID:"21fa92cb-a16f-44c6-bc7d-602ace217f01", APIVersion:"apps/v1", ResourceVersion:"707", FieldPath:""}): type: 'Normal' reason: 'ScalingReplicaSet' Scaled up replica set hello-world-app-5f5d8b66bb to 1
I0226 14:20:32.354578 1 event.go:278] Event(v1.ObjectReference{Kind:"ReplicaSet", Namespace:"default", Name:"hello-world-app-5f5d8b66bb", UID:"3f9f5a46-a89f-494e-8451-4a132317589b", APIVersion:"apps/v1", ResourceVersion:"708", FieldPath:""}): type: 'Normal' reason: 'SuccessfulCreate' Created pod: hello-world-app-5f5d8b66bb-5xsbf
E0226 14:20:55.097594 1 tokens_controller.go:261] error synchronizing serviceaccount ingress-nginx/default: secrets "default-token-xmmkq" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated
==> kube-proxy [f1db6ec27b2315b91fc8955e64fc868e860f66aa710b2e0d49e3edf81bc38fbc] <==
W0226 14:17:27.317614 1 server_others.go:559] Unknown proxy mode "", assuming iptables proxy
I0226 14:17:27.337467 1 node.go:136] Successfully retrieved node IP: 192.168.49.2
I0226 14:17:27.337504 1 server_others.go:186] Using iptables Proxier.
I0226 14:17:27.337814 1 server.go:583] Version: v1.18.20
I0226 14:17:27.340046 1 config.go:315] Starting service config controller
I0226 14:17:27.340104 1 shared_informer.go:223] Waiting for caches to sync for service config
I0226 14:17:27.340205 1 config.go:133] Starting endpoints config controller
I0226 14:17:27.340218 1 shared_informer.go:223] Waiting for caches to sync for endpoints config
I0226 14:17:27.440297 1 shared_informer.go:230] Caches are synced for endpoints config
I0226 14:17:27.440395 1 shared_informer.go:230] Caches are synced for service config
==> kube-scheduler [5b49f6303daa904104bb10145f288ba98b8450446116df8add5cd142173a2712] <==
I0226 14:17:08.495017 1 secure_serving.go:178] Serving securely on 127.0.0.1:10259
I0226 14:17:08.495310 1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0226 14:17:08.498460 1 shared_informer.go:223] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0226 14:17:08.495337 1 tlsconfig.go:240] Starting DynamicServingCertificateController
E0226 14:17:08.507722 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0226 14:17:08.509764 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0226 14:17:08.510121 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0226 14:17:08.510350 1 reflector.go:178] k8s.io/kubernetes/cmd/kube-scheduler/app/server.go:233: Failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0226 14:17:08.511321 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0226 14:17:08.511498 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:17:08.511665 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0226 14:17:08.511830 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0226 14:17:08.512006 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0226 14:17:08.512188 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0226 14:17:08.514686 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0226 14:17:08.515194 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1beta1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0226 14:17:09.369725 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0226 14:17:09.421832 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0226 14:17:09.472485 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0226 14:17:09.476228 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0226 14:17:09.502503 1 reflector.go:178] k8s.io/client-go/informers/factory.go:135: Failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0226 14:17:09.631636 1 reflector.go:178] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
I0226 14:17:12.698641 1 shared_informer.go:230] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E0226 14:17:26.256013 1 factory.go:503] pod: kube-system/coredns-66bff467f8-mf52h is already present in the active queue
E0226 14:17:27.337677 1 factory.go:503] pod: kube-system/storage-provisioner is already present in unschedulable queue
==> kubelet <==
Feb 26 14:20:36 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:36.395230 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 1659cdcfb5daf83d562da79684ee477ab6475c0371bddac06b2b8a04c3b08da9
Feb 26 14:20:36 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:36.395457 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa
Feb 26 14:20:36 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:36.395699 1635 pod_workers.go:191] Error syncing pod a5ba595b-bffb-4b72-801e-4cf55ae8dac7 ("hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"
Feb 26 14:20:37 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:37.398011 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa
Feb 26 14:20:37 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:37.398263 1635 pod_workers.go:191] Error syncing pod a5ba595b-bffb-4b72-801e-4cf55ae8dac7 ("hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 10s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"
Feb 26 14:20:38 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:38.993700 1635 remote_image.go:87] ImageStatus "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" from image service failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 26 14:20:38 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:38.993735 1635 kuberuntime_image.go:85] ImageStatus for image {"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab"} failed: rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 26 14:20:38 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:38.993781 1635 kuberuntime_manager.go:818] container start failed: ImageInspectError: Failed to inspect image "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab": rpc error: code = Unknown desc = short-name "cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab" did not resolve to an alias and no unqualified-search registries are defined in "/etc/containers/registries.conf"
Feb 26 14:20:38 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:38.993815 1635 pod_workers.go:191] Error syncing pod 9c086b3e-2db7-4c79-abd1-09770d1b0f2b ("kube-ingress-dns-minikube_kube-system(9c086b3e-2db7-4c79-abd1-09770d1b0f2b)"), skipping: failed to "StartContainer" for "minikube-ingress-dns" with ImageInspectError: "Failed to inspect image \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\": rpc error: code = Unknown desc = short-name \"cryptexlabs/minikube-ingress-dns:0.3.0@sha256:e252d2a4c704027342b303cc563e95d2e71d2a0f1404f55d676390e28d5093ab\" did not resolve to an alias and no unqualified-search registries are defined in \"/etc/containers/registries.conf\""
Feb 26 14:20:48 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:48.327485 1635 reconciler.go:196] operationExecutor.UnmountVolume started for volume "minikube-ingress-dns-token-k4mvw" (UniqueName: "kubernetes.io/secret/9c086b3e-2db7-4c79-abd1-09770d1b0f2b-minikube-ingress-dns-token-k4mvw") pod "9c086b3e-2db7-4c79-abd1-09770d1b0f2b" (UID: "9c086b3e-2db7-4c79-abd1-09770d1b0f2b")
Feb 26 14:20:48 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:48.331842 1635 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/9c086b3e-2db7-4c79-abd1-09770d1b0f2b-minikube-ingress-dns-token-k4mvw" (OuterVolumeSpecName: "minikube-ingress-dns-token-k4mvw") pod "9c086b3e-2db7-4c79-abd1-09770d1b0f2b" (UID: "9c086b3e-2db7-4c79-abd1-09770d1b0f2b"). InnerVolumeSpecName "minikube-ingress-dns-token-k4mvw". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 26 14:20:48 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:48.427853 1635 reconciler.go:319] Volume detached for volume "minikube-ingress-dns-token-k4mvw" (UniqueName: "kubernetes.io/secret/9c086b3e-2db7-4c79-abd1-09770d1b0f2b-minikube-ingress-dns-token-k4mvw") on node "ingress-addon-legacy-244644" DevicePath ""
Feb 26 14:20:50 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:50.310628 1635 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-wtmch.17b76f9090f7e3ac", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-wtmch", UID:"1250fa32-0d3a-4d74-875b-0258a6c2b866", APIVersion:"v1", ResourceVersion:"479", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-244644"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16f45709263cfac, ext:218830700844, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16f45709263cfac, ext:218830700844, loc:(*time.Location)(0x6a0ef20)}}, Count:1, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-wtmch.17b76f9090f7e3ac" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Feb 26 14:20:50 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:50.330497 1635 event.go:260] Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:"", APIVersion:""}, ObjectMeta:v1.ObjectMeta{Name:"ingress-nginx-controller-7fcf777cb7-wtmch.17b76f9090f7e3ac", GenerateName:"", Namespace:"ingress-nginx", SelfLink:"", UID:"", ResourceVersion:"", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:"", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:"Pod", Namespace:"ingress-nginx", Name:"ingress-nginx-controller-7fcf777cb7-wtmch", UID:"1250fa32-0d3a-4d74-875b-0258a6c2b866", APIVersion:"v1", ResourceVersion:"479", FieldPath:"spec.containers{controller}"}, Reason:"Killing", Message:"Stoppi
ng container controller", Source:v1.EventSource{Component:"kubelet", Host:"ingress-addon-legacy-244644"}, FirstTimestamp:v1.Time{Time:time.Time{wall:0xc16f45709263cfac, ext:218830700844, loc:(*time.Location)(0x6a0ef20)}}, LastTimestamp:v1.Time{Time:time.Time{wall:0xc16f4570932d91a4, ext:218843923236, loc:(*time.Location)(0x6a0ef20)}}, Count:2, Type:"Normal", EventTime:v1.MicroTime{Time:time.Time{wall:0x0, ext:0, loc:(*time.Location)(nil)}}, Series:(*v1.EventSeries)(nil), Action:"", Related:(*v1.ObjectReference)(nil), ReportingController:"", ReportingInstance:""}': 'events "ingress-nginx-controller-7fcf777cb7-wtmch.17b76f9090f7e3ac" is forbidden: unable to create new content in namespace ingress-nginx because it is being terminated' (will not retry!)
Feb 26 14:20:51 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:51.992611 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa
Feb 26 14:20:52 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:52.426746 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: 2b5ce29f0ac85d0965c4b0b9339c817cde329fa497789741bfd72f572e0b42fa
Feb 26 14:20:52 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:52.427003 1635 topology_manager.go:221] [topologymanager] RemoveContainer - Container ID: edcba5bf304c8b02499f05009cfd7192bd3c6c40efe5806b6ac1b95d84783418
Feb 26 14:20:52 ingress-addon-legacy-244644 kubelet[1635]: E0226 14:20:52.427263 1635 pod_workers.go:191] Error syncing pod a5ba595b-bffb-4b72-801e-4cf55ae8dac7 ("hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"), skipping: failed to "StartContainer" for "hello-world-app" with CrashLoopBackOff: "back-off 20s restarting failed container=hello-world-app pod=hello-world-app-5f5d8b66bb-5xsbf_default(a5ba595b-bffb-4b72-801e-4cf55ae8dac7)"
Feb 26 14:20:53 ingress-addon-legacy-244644 kubelet[1635]: W0226 14:20:53.429341 1635 pod_container_deletor.go:77] Container "5c09fa60b3d0a3d4b1b12ec98f4976034f885ff8353edbd21dab7d148911c981" not found in pod's containers
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.443973 1635 reconciler.go:196] operationExecutor.UnmountVolume started for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-webhook-cert") pod "1250fa32-0d3a-4d74-875b-0258a6c2b866" (UID: "1250fa32-0d3a-4d74-875b-0258a6c2b866")
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.444030 1635 reconciler.go:196] operationExecutor.UnmountVolume started for volume "ingress-nginx-token-p4mr9" (UniqueName: "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-ingress-nginx-token-p4mr9") pod "1250fa32-0d3a-4d74-875b-0258a6c2b866" (UID: "1250fa32-0d3a-4d74-875b-0258a6c2b866")
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.450659 1635 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-ingress-nginx-token-p4mr9" (OuterVolumeSpecName: "ingress-nginx-token-p4mr9") pod "1250fa32-0d3a-4d74-875b-0258a6c2b866" (UID: "1250fa32-0d3a-4d74-875b-0258a6c2b866"). InnerVolumeSpecName "ingress-nginx-token-p4mr9". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.451906 1635 operation_generator.go:782] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-webhook-cert" (OuterVolumeSpecName: "webhook-cert") pod "1250fa32-0d3a-4d74-875b-0258a6c2b866" (UID: "1250fa32-0d3a-4d74-875b-0258a6c2b866"). InnerVolumeSpecName "webhook-cert". PluginName "kubernetes.io/secret", VolumeGidValue ""
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.544359 1635 reconciler.go:319] Volume detached for volume "webhook-cert" (UniqueName: "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-webhook-cert") on node "ingress-addon-legacy-244644" DevicePath ""
Feb 26 14:20:54 ingress-addon-legacy-244644 kubelet[1635]: I0226 14:20:54.544404 1635 reconciler.go:319] Volume detached for volume "ingress-nginx-token-p4mr9" (UniqueName: "kubernetes.io/secret/1250fa32-0d3a-4d74-875b-0258a6c2b866-ingress-nginx-token-p4mr9") on node "ingress-addon-legacy-244644" DevicePath ""
==> storage-provisioner [e0f979752a2b6076119275ea780353b74e645c653f8db5da2fdaad0e8cb8669e] <==
I0226 14:17:39.964784 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0226 14:17:39.977809 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0226 14:17:39.977861 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0226 14:17:39.984727 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0226 14:17:39.985424 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-244644_df05e7c8-e5ae-42af-b49c-11344a0e4211!
I0226 14:17:39.984975 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"d7c46eb4-f2bf-4c44-8b8b-d1410fca331c", APIVersion:"v1", ResourceVersion:"424", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' ingress-addon-legacy-244644_df05e7c8-e5ae-42af-b49c-11344a0e4211 became leader
I0226 14:17:40.085977 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_ingress-addon-legacy-244644_df05e7c8-e5ae-42af-b49c-11344a0e4211!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p ingress-addon-legacy-244644 -n ingress-addon-legacy-244644
helpers_test.go:261: (dbg) Run: kubectl --context ingress-addon-legacy-244644 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestIngressAddonLegacy/serial/ValidateIngressAddons FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestIngressAddonLegacy/serial/ValidateIngressAddons (178.79s)
=== RUN TestDownloadOnly/v1.16.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-663838 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-663838 --force --alsologtostderr --kubernetes-version=v1.16.0 --container-runtime=crio --driver=docker --container-runtime=crio: (16.59609774s)
--- PASS: TestDownloadOnly/v1.16.0/json-events (16.60s)
=== RUN TestDownloadOnly/v1.16.0/preload-exists
--- PASS: TestDownloadOnly/v1.16.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.16.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-663838
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-663838: exit status 85 (78.134578ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-663838 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/02/26 14:03:37
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:03:37.657521 1294399 out.go:291] Setting OutFile to fd 1 ...
I0226 14:03:37.657649 1294399 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:03:37.657658 1294399 out.go:304] Setting ErrFile to fd 2...
I0226 14:03:37.657664 1294399 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:03:37.657941 1294399 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
W0226 14:03:37.658072 1294399 root.go:314] Error reading config file at /home/jenkins/minikube-integration/18200-1289038/.minikube/config/config.json: open /home/jenkins/minikube-integration/18200-1289038/.minikube/config/config.json: no such file or directory
I0226 14:03:37.658500 1294399 out.go:298] Setting JSON to true
I0226 14:03:37.659320 1294399 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":20765,"bootTime":1708935452,"procs":157,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:03:37.659388 1294399 start.go:139] virtualization:
I0226 14:03:37.662728 1294399 out.go:97] [download-only-663838] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:03:37.664874 1294399 out.go:169] MINIKUBE_LOCATION=18200
W0226 14:03:37.662858 1294399 preload.go:295] Failed to list preload files: open /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball: no such file or directory
I0226 14:03:37.662895 1294399 notify.go:220] Checking for updates...
I0226 14:03:37.667043 1294399 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:03:37.669584 1294399 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:03:37.671900 1294399 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:03:37.674054 1294399 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0226 14:03:37.677759 1294399 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0226 14:03:37.678053 1294399 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:03:37.699166 1294399 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:03:37.699265 1294399 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:03:37.765277 1294399 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-26 14:03:37.756302243 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:03:37.765390 1294399 docker.go:295] overlay module found
I0226 14:03:37.767689 1294399 out.go:97] Using the docker driver based on user configuration
I0226 14:03:37.767726 1294399 start.go:299] selected driver: docker
I0226 14:03:37.767737 1294399 start.go:903] validating driver "docker" against <nil>
I0226 14:03:37.767836 1294399 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:03:37.821438 1294399 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-26 14:03:37.812708051 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:03:37.821602 1294399 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:03:37.821881 1294399 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0226 14:03:37.822031 1294399 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0226 14:03:37.823988 1294399 out.go:169] Using Docker driver with root privileges
I0226 14:03:37.825667 1294399 cni.go:84] Creating CNI manager for ""
I0226 14:03:37.825687 1294399 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:03:37.825696 1294399 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:03:37.825717 1294399 start_flags.go:323] config:
{Name:download-only-663838 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:download-only-663838 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:03:37.828208 1294399 out.go:97] Starting control plane node download-only-663838 in cluster download-only-663838
I0226 14:03:37.828231 1294399 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:03:37.830694 1294399 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:03:37.830721 1294399 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I0226 14:03:37.830777 1294399 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:03:37.844849 1294399 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:03:37.845028 1294399 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 14:03:37.845118 1294399 image.go:118] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:03:37.900953 1294399 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I0226 14:03:37.900978 1294399 cache.go:56] Caching tarball of preloaded images
I0226 14:03:37.901583 1294399 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime crio
I0226 14:03:37.903753 1294399 out.go:97] Downloading Kubernetes v1.16.0 preload ...
I0226 14:03:37.903787 1294399 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:03:38.017361 1294399 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.16.0/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:743cd3b7071469270e4dbdc0d89badaa -> /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4
I0226 14:03:43.179597 1294399 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 14:03:51.699130 1294399 preload.go:249] saving checksum for preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:03:51.699263 1294399 preload.go:256] verifying checksum of /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-cri-o-overlay-arm64.tar.lz4 ...
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-663838"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.16.0/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.16.0/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-663838
--- PASS: TestDownloadOnly/v1.16.0/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnly/v1.28.4/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-904869 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-904869 --force --alsologtostderr --kubernetes-version=v1.28.4 --container-runtime=crio --driver=docker --container-runtime=crio: (12.564418573s)
--- PASS: TestDownloadOnly/v1.28.4/json-events (12.56s)
=== RUN TestDownloadOnly/v1.28.4/preload-exists
--- PASS: TestDownloadOnly/v1.28.4/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.4/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-904869
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-904869: exit status 85 (81.138776ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-663838 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | 26 Feb 24 14:03 UTC |
| delete | -p download-only-663838 | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | 26 Feb 24 14:03 UTC |
| start | -o=json --download-only | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-904869 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 14:03:54
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:03:54.677822 1294560 out.go:291] Setting OutFile to fd 1 ...
I0226 14:03:54.678041 1294560 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:03:54.678068 1294560 out.go:304] Setting ErrFile to fd 2...
I0226 14:03:54.678088 1294560 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:03:54.678374 1294560 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:03:54.678885 1294560 out.go:298] Setting JSON to true
I0226 14:03:54.679816 1294560 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":20782,"bootTime":1708935452,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:03:54.679914 1294560 start.go:139] virtualization:
I0226 14:03:54.682447 1294560 out.go:97] [download-only-904869] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:03:54.684602 1294560 out.go:169] MINIKUBE_LOCATION=18200
I0226 14:03:54.682668 1294560 notify.go:220] Checking for updates...
I0226 14:03:54.688407 1294560 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:03:54.690274 1294560 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:03:54.692027 1294560 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:03:54.693844 1294560 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0226 14:03:54.697296 1294560 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0226 14:03:54.697559 1294560 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:03:54.717582 1294560 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:03:54.717682 1294560 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:03:54.787776 1294560 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:03:54.778562437 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:03:54.787885 1294560 docker.go:295] overlay module found
I0226 14:03:54.789922 1294560 out.go:97] Using the docker driver based on user configuration
I0226 14:03:54.789958 1294560 start.go:299] selected driver: docker
I0226 14:03:54.789967 1294560 start.go:903] validating driver "docker" against <nil>
I0226 14:03:54.790104 1294560 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:03:54.848238 1294560 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:03:54.83948081 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:03:54.848391 1294560 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:03:54.848677 1294560 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0226 14:03:54.848833 1294560 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0226 14:03:54.850966 1294560 out.go:169] Using Docker driver with root privileges
I0226 14:03:54.853228 1294560 cni.go:84] Creating CNI manager for ""
I0226 14:03:54.853251 1294560 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:03:54.853262 1294560 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:03:54.853279 1294560 start_flags.go:323] config:
{Name:download-only-904869 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:download-only-904869 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRu
ntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:03:54.855338 1294560 out.go:97] Starting control plane node download-only-904869 in cluster download-only-904869
I0226 14:03:54.855361 1294560 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:03:54.857120 1294560 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:03:54.857146 1294560 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:03:54.857263 1294560 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:03:54.871677 1294560 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:03:54.871826 1294560 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 14:03:54.871852 1294560 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0226 14:03:54.871860 1294560 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0226 14:03:54.871868 1294560 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 14:03:54.945079 1294560 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.4/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
I0226 14:03:54.945112 1294560 cache.go:56] Caching tarball of preloaded images
I0226 14:03:54.945267 1294560 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime crio
I0226 14:03:54.947703 1294560 out.go:97] Downloading Kubernetes v1.28.4 preload ...
I0226 14:03:54.947734 1294560 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:03:55.056700 1294560 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.28.4/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4?checksum=md5:23e2271fd1a7b32f52ce36ae8363c081 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-cri-o-overlay-arm64.tar.lz4
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-904869"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.4/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.28.4/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-904869
--- PASS: TestDownloadOnly/v1.28.4/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-805195 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-805195 --force --alsologtostderr --kubernetes-version=v1.29.0-rc.2 --container-runtime=crio --driver=docker --container-runtime=crio: (12.898652476s)
--- PASS: TestDownloadOnly/v1.29.0-rc.2/json-events (12.90s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/preload-exists
--- PASS: TestDownloadOnly/v1.29.0-rc.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-805195
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-805195: exit status 85 (83.966193ms)
-- stdout --
==> Audit <==
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-663838 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.16.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | 26 Feb 24 14:03 UTC |
| delete | -p download-only-663838 | download-only-663838 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | 26 Feb 24 14:03 UTC |
| start | -o=json --download-only | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:03 UTC | |
| | -p download-only-904869 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.28.4 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| delete | -p download-only-904869 | download-only-904869 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | 26 Feb 24 14:04 UTC |
| start | -o=json --download-only | download-only-805195 | jenkins | v1.32.0 | 26 Feb 24 14:04 UTC | |
| | -p download-only-805195 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.29.0-rc.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|-----------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/02/26 14:04:07
Running on machine: ip-172-31-30-239
Binary: Built with gc go1.22.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0226 14:04:07.666218 1294716 out.go:291] Setting OutFile to fd 1 ...
I0226 14:04:07.666441 1294716 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:07.666471 1294716 out.go:304] Setting ErrFile to fd 2...
I0226 14:04:07.666493 1294716 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:04:07.666771 1294716 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:04:07.667215 1294716 out.go:298] Setting JSON to true
I0226 14:04:07.668120 1294716 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":20795,"bootTime":1708935452,"procs":155,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:04:07.668214 1294716 start.go:139] virtualization:
I0226 14:04:07.671505 1294716 out.go:97] [download-only-805195] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:04:07.674024 1294716 out.go:169] MINIKUBE_LOCATION=18200
I0226 14:04:07.671796 1294716 notify.go:220] Checking for updates...
I0226 14:04:07.676733 1294716 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:04:07.679193 1294716 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:04:07.681575 1294716 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:04:07.683813 1294716 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0226 14:04:07.688486 1294716 out.go:267] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0226 14:04:07.688763 1294716 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:04:07.710999 1294716 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:04:07.711110 1294716 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:07.780901 1294716 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:07.772203784 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:07.781007 1294716 docker.go:295] overlay module found
I0226 14:04:07.784566 1294716 out.go:97] Using the docker driver based on user configuration
I0226 14:04:07.784595 1294716 start.go:299] selected driver: docker
I0226 14:04:07.784603 1294716 start.go:903] validating driver "docker" against <nil>
I0226 14:04:07.784710 1294716 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:04:07.839681 1294716 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:28 OomKillDisable:true NGoroutines:49 SystemTime:2024-02-26 14:04:07.83143103 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerError
s:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:04:07.839852 1294716 start_flags.go:309] no existing cluster config was found, will generate one from the flags
I0226 14:04:07.840124 1294716 start_flags.go:394] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0226 14:04:07.840288 1294716 start_flags.go:913] Wait components to verify : map[apiserver:true system_pods:true]
I0226 14:04:07.843014 1294716 out.go:169] Using Docker driver with root privileges
I0226 14:04:07.847117 1294716 cni.go:84] Creating CNI manager for ""
I0226 14:04:07.847142 1294716 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0226 14:04:07.847153 1294716 start_flags.go:318] Found "CNI" CNI - setting NetworkPlugin=cni
I0226 14:04:07.847164 1294716 start_flags.go:323] config:
{Name:download-only-805195 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.0-rc.2 ClusterName:download-only-805195 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contai
nerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:04:07.850547 1294716 out.go:97] Starting control plane node download-only-805195 in cluster download-only-805195
I0226 14:04:07.850575 1294716 cache.go:121] Beginning downloading kic base image for docker with crio
I0226 14:04:07.853792 1294716 out.go:97] Pulling base image v0.0.42-1708008208-17936 ...
I0226 14:04:07.853817 1294716 preload.go:132] Checking if preload exists for k8s version v1.29.0-rc.2 and runtime crio
I0226 14:04:07.853990 1294716 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local docker daemon
I0226 14:04:07.868619 1294716 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf to local cache
I0226 14:04:07.868726 1294716 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory
I0226 14:04:07.868750 1294716 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf in local cache directory, skipping pull
I0226 14:04:07.868758 1294716 image.go:105] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf exists in cache, skipping pull
I0226 14:04:07.868766 1294716 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf as a tarball
I0226 14:04:07.935213 1294716 preload.go:119] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.29.0-rc.2/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4
I0226 14:04:07.935243 1294716 cache.go:56] Caching tarball of preloaded images
I0226 14:04:07.935781 1294716 preload.go:132] Checking if preload exists for k8s version v1.29.0-rc.2 and runtime crio
I0226 14:04:07.939235 1294716 out.go:97] Downloading Kubernetes v1.29.0-rc.2 preload ...
I0226 14:04:07.939262 1294716 preload.go:238] getting checksum for preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4 ...
I0226 14:04:08.053239 1294716 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.29.0-rc.2/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4?checksum=md5:9d8119c6fd5c58f71de57a6fdbe27bf3 -> /home/jenkins/minikube-integration/18200-1289038/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.29.0-rc.2-cri-o-overlay-arm64.tar.lz4
* The control plane node "" does not exist.
To start a cluster, run: "minikube start -p download-only-805195"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.29.0-rc.2/LogsDuration (0.08s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-805195
--- PASS: TestDownloadOnly/v1.29.0-rc.2/DeleteAlwaysSucceeds (0.14s)
=== RUN TestBinaryMirror
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-370219 --alsologtostderr --binary-mirror http://127.0.0.1:39753 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-370219" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-370219
--- PASS: TestBinaryMirror (0.54s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:928: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-297209
addons_test.go:928: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-297209: exit status 85 (74.848551ms)
-- stdout --
* Profile "addons-297209" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-297209"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-297209
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-297209: exit status 85 (75.149255ms)
-- stdout --
* Profile "addons-297209" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-297209"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/Setup
addons_test.go:109: (dbg) Run: out/minikube-linux-arm64 start -p addons-297209 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns
addons_test.go:109: (dbg) Done: out/minikube-linux-arm64 start -p addons-297209 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=storage-provisioner-rancher --addons=nvidia-device-plugin --addons=yakd --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns: (2m48.682910449s)
--- PASS: TestAddons/Setup (168.68s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:330: registry stabilized in 45.869554ms
addons_test.go:332: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-tmjb9" [eaf4ca0c-3de9-41ed-b0d5-c5d041c2cf59] Running
addons_test.go:332: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.006384145s
addons_test.go:335: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-kwlsg" [e79e2964-0eb9-47f0-8785-972108bff26f] Running
addons_test.go:335: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004579594s
addons_test.go:340: (dbg) Run: kubectl --context addons-297209 delete po -l run=registry-test --now
addons_test.go:345: (dbg) Run: kubectl --context addons-297209 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:345: (dbg) Done: kubectl --context addons-297209 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.645334844s)
addons_test.go:359: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 ip
2024/02/26 14:07:26 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:388: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (15.75s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-zhd58" [aac7748f-54f5-41f2-9283-a39c108fd9b6] Running / Ready:ContainersNotReady (containers with unready status: [gadget]) / ContainersReady:ContainersNotReady (containers with unready status: [gadget])
addons_test.go:838: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.004472871s
addons_test.go:841: (dbg) Run: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-297209
addons_test.go:841: (dbg) Done: out/minikube-linux-arm64 addons disable inspektor-gadget -p addons-297209: (5.741319989s)
--- PASS: TestAddons/parallel/InspektorGadget (10.75s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:407: metrics-server stabilized in 5.241961ms
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-69cf46c98-z9xhc" [10ca61ee-19a0-4549-8f31-6c064b5ac4b1] Running
addons_test.go:409: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.004719947s
addons_test.go:415: (dbg) Run: kubectl --context addons-297209 top pods -n kube-system
addons_test.go:432: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (6.80s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:561: csi-hostpath-driver pods stabilized in 52.381341ms
addons_test.go:564: (dbg) Run: kubectl --context addons-297209 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:569: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:574: (dbg) Run: kubectl --context addons-297209 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:579: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [f0bc7870-d36e-451b-96d0-004fe193290c] Pending
helpers_test.go:344: "task-pv-pod" [f0bc7870-d36e-451b-96d0-004fe193290c] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [f0bc7870-d36e-451b-96d0-004fe193290c] Running
addons_test.go:579: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.004409857s
addons_test.go:584: (dbg) Run: kubectl --context addons-297209 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:589: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-297209 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-297209 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:594: (dbg) Run: kubectl --context addons-297209 delete pod task-pv-pod
addons_test.go:594: (dbg) Done: kubectl --context addons-297209 delete pod task-pv-pod: (1.330493691s)
addons_test.go:600: (dbg) Run: kubectl --context addons-297209 delete pvc hpvc
addons_test.go:606: (dbg) Run: kubectl --context addons-297209 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:611: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:616: (dbg) Run: kubectl --context addons-297209 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:621: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [fe46273b-00ed-488f-b49c-fb60462f49f6] Pending
helpers_test.go:344: "task-pv-pod-restore" [fe46273b-00ed-488f-b49c-fb60462f49f6] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [fe46273b-00ed-488f-b49c-fb60462f49f6] Running
addons_test.go:621: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.00443693s
addons_test.go:626: (dbg) Run: kubectl --context addons-297209 delete pod task-pv-pod-restore
addons_test.go:630: (dbg) Run: kubectl --context addons-297209 delete pvc hpvc-restore
addons_test.go:634: (dbg) Run: kubectl --context addons-297209 delete volumesnapshot new-snapshot-demo
addons_test.go:638: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:638: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.740452883s)
addons_test.go:642: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable volumesnapshots --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CSI (74.37s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-6548d5df46-k4h2q" [b24bd961-c6cf-40d9-9853-0abcad0fdb17] Running
addons_test.go:857: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.003387185s
addons_test.go:860: (dbg) Run: out/minikube-linux-arm64 addons disable cloud-spanner -p addons-297209
--- PASS: TestAddons/parallel/CloudSpanner (5.56s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:873: (dbg) Run: kubectl --context addons-297209 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:879: (dbg) Run: kubectl --context addons-297209 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:883: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [5290b19a-5dfa-42b5-9c83-3cbec8e7717f] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [5290b19a-5dfa-42b5-9c83-3cbec8e7717f] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [5290b19a-5dfa-42b5-9c83-3cbec8e7717f] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:886: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.004121022s
addons_test.go:891: (dbg) Run: kubectl --context addons-297209 get pvc test-pvc -o=json
addons_test.go:900: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 ssh "cat /opt/local-path-provisioner/pvc-2014e571-4bd3-466e-b151-d56749f53d4b_default_test-pvc/file1"
addons_test.go:912: (dbg) Run: kubectl --context addons-297209 delete pod test-local-path
addons_test.go:916: (dbg) Run: kubectl --context addons-297209 delete pvc test-pvc
addons_test.go:920: (dbg) Run: out/minikube-linux-arm64 -p addons-297209 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:920: (dbg) Done: out/minikube-linux-arm64 -p addons-297209 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.252421232s)
--- PASS: TestAddons/parallel/LocalPath (54.64s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-9hfrc" [0717dc66-e4a9-406c-94e6-ff9e3aa06d83] Running
addons_test.go:952: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.027299644s
addons_test.go:955: (dbg) Run: out/minikube-linux-arm64 addons disable nvidia-device-plugin -p addons-297209
addons_test.go:955: (dbg) Done: out/minikube-linux-arm64 addons disable nvidia-device-plugin -p addons-297209: (1.123342991s)
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.15s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-9947fc6bf-8jljj" [00c6b4e0-6068-4d9a-8552-5586a3f0b654] Running
addons_test.go:963: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.004536134s
--- PASS: TestAddons/parallel/Yakd (6.01s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:650: (dbg) Run: kubectl --context addons-297209 create ns new-namespace
addons_test.go:664: (dbg) Run: kubectl --context addons-297209 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.17s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:172: (dbg) Run: out/minikube-linux-arm64 stop -p addons-297209
addons_test.go:172: (dbg) Done: out/minikube-linux-arm64 stop -p addons-297209: (11.913179032s)
addons_test.go:176: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-297209
addons_test.go:180: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-297209
addons_test.go:185: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-297209
--- PASS: TestAddons/StoppedEnableDisable (12.21s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-011845 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-011845 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (36.222387456s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-011845 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-011845 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-011845 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-011845" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-011845
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-011845: (1.988035079s)
--- PASS: TestCertOptions (38.90s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-978897 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-978897 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (36.691103347s)
E0226 14:47:11.282524 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-978897 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
E0226 14:50:08.258362 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-978897 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (23.874356481s)
helpers_test.go:175: Cleaning up "cert-expiration-978897" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-978897
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-978897: (2.480045949s)
--- PASS: TestCertExpiration (243.05s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-359664 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0226 14:45:08.257962 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:45:14.331554 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-359664 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (37.349838236s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-359664 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-359664" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-359664
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-359664: (2.591620118s)
--- PASS: TestForceSystemdFlag (40.30s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-283178 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-283178 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (35.190099095s)
helpers_test.go:175: Cleaning up "force-systemd-env-283178" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-283178
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-283178: (2.376326478s)
--- PASS: TestForceSystemdEnv (37.57s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-524042 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-524042 --driver=docker --container-runtime=crio
E0226 14:12:11.284745 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.291219 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.301423 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.321641 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.361897 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.443709 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.604090 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:11.924649 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:12.565532 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:13.845752 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:16.406081 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:21.526877 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:12:31.767825 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-524042 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-524042 --driver=docker --container-runtime=crio: (31.330912602s)
--- PASS: TestErrorSpam/setup (31.33s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 start --dry-run
--- PASS: TestErrorSpam/start (0.77s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 status
--- PASS: TestErrorSpam/status (1.04s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 pause
--- PASS: TestErrorSpam/pause (1.72s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 unpause
--- PASS: TestErrorSpam/unpause (1.75s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 stop: (1.201182073s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-524042 --log_dir /tmp/nospam-524042 stop
--- PASS: TestErrorSpam/stop (1.43s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1851: local sync path: /home/jenkins/minikube-integration/18200-1289038/.minikube/files/etc/test/nested/copy/1294394/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2230: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E0226 14:12:52.248007 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:13:33.208248 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
functional_test.go:2230: (dbg) Done: out/minikube-linux-arm64 start -p functional-815570 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (49.740725583s)
--- PASS: TestFunctional/serial/StartWithProxy (49.74s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
functional_test.go:655: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --alsologtostderr -v=8
functional_test.go:655: (dbg) Done: out/minikube-linux-arm64 start -p functional-815570 --alsologtostderr -v=8: (28.412965173s)
functional_test.go:659: soft start took 28.416606194s for "functional-815570" cluster.
--- PASS: TestFunctional/serial/SoftStart (28.42s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:677: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.06s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:692: (dbg) Run: kubectl --context functional-815570 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.09s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:3.1
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:3.1: (1.185615703s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:3.3
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:3.3: (1.220661514s)
functional_test.go:1045: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:latest
functional_test.go:1045: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 cache add registry.k8s.io/pause:latest: (1.059748379s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (3.47s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1073: (dbg) Run: docker build -t minikube-local-cache-test:functional-815570 /tmp/TestFunctionalserialCacheCmdcacheadd_local416534104/001
functional_test.go:1085: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache add minikube-local-cache-test:functional-815570
functional_test.go:1090: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache delete minikube-local-cache-test:functional-815570
functional_test.go:1079: (dbg) Run: docker rmi minikube-local-cache-test:functional-815570
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.05s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1098: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1106: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1120: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.33s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1143: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1149: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (323.087796ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1154: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cache reload
functional_test.go:1159: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.94s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1168: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:712: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 kubectl -- --context functional-815570 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.14s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:737: (dbg) Run: out/kubectl --context functional-815570 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.15s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:753: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E0226 14:14:55.129033 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
functional_test.go:753: (dbg) Done: out/minikube-linux-arm64 start -p functional-815570 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (43.62859441s)
functional_test.go:757: restart took 43.628703883s for "functional-815570" cluster.
--- PASS: TestFunctional/serial/ExtraConfig (43.63s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:806: (dbg) Run: kubectl --context functional-815570 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:821: etcd phase: Running
functional_test.go:831: etcd status: Ready
functional_test.go:821: kube-apiserver phase: Running
functional_test.go:831: kube-apiserver status: Ready
functional_test.go:821: kube-controller-manager phase: Running
functional_test.go:831: kube-controller-manager status: Ready
functional_test.go:821: kube-scheduler phase: Running
functional_test.go:831: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.11s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1232: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 logs
functional_test.go:1232: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 logs: (1.646229907s)
--- PASS: TestFunctional/serial/LogsCmd (1.65s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1246: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 logs --file /tmp/TestFunctionalserialLogsFileCmd1196505367/001/logs.txt
functional_test.go:1246: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 logs --file /tmp/TestFunctionalserialLogsFileCmd1196505367/001/logs.txt: (1.65599996s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.66s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2317: (dbg) Run: kubectl --context functional-815570 apply -f testdata/invalidsvc.yaml
functional_test.go:2331: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-815570
functional_test.go:2331: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-815570: exit status 115 (372.075133ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31786 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2323: (dbg) Run: kubectl --context functional-815570 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (3.94s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 config get cpus: exit status 14 (66.767155ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config set cpus 2
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config get cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config unset cpus
functional_test.go:1195: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 config get cpus
functional_test.go:1195: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 config get cpus: exit status 14 (103.026129ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.57s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:901: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-815570 --alsologtostderr -v=1]
functional_test.go:906: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-815570 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 1321148: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (10.86s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:970: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:970: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-815570 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (193.142124ms)
-- stdout --
* [functional-815570] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I0226 14:15:52.074213 1320891 out.go:291] Setting OutFile to fd 1 ...
I0226 14:15:52.074419 1320891 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:52.074445 1320891 out.go:304] Setting ErrFile to fd 2...
I0226 14:15:52.074464 1320891 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:52.074753 1320891 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:15:52.075172 1320891 out.go:298] Setting JSON to false
I0226 14:15:52.076195 1320891 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":21500,"bootTime":1708935452,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:15:52.076293 1320891 start.go:139] virtualization:
I0226 14:15:52.078775 1320891 out.go:177] * [functional-815570] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:15:52.080852 1320891 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:15:52.082360 1320891 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:15:52.080897 1320891 notify.go:220] Checking for updates...
I0226 14:15:52.084995 1320891 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:15:52.086948 1320891 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:15:52.088708 1320891 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:15:52.090594 1320891 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:15:52.093000 1320891 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:52.093605 1320891 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:15:52.114123 1320891 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:15:52.114232 1320891 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:15:52.193269 1320891 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:57 SystemTime:2024-02-26 14:15:52.183132443 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:15:52.193388 1320891 docker.go:295] overlay module found
I0226 14:15:52.195845 1320891 out.go:177] * Using the docker driver based on existing profile
I0226 14:15:52.198487 1320891 start.go:299] selected driver: docker
I0226 14:15:52.198511 1320891 start.go:903] validating driver "docker" against &{Name:functional-815570 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-815570 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:15:52.198626 1320891 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:15:52.201141 1320891 out.go:177]
W0226 14:15:52.203102 1320891 out.go:239] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I0226 14:15:52.205542 1320891 out.go:177]
** /stderr **
functional_test.go:987: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.46s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1016: (dbg) Run: out/minikube-linux-arm64 start -p functional-815570 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1016: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-815570 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (200.319663ms)
-- stdout --
* [functional-815570] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I0226 14:15:52.536986 1320994 out.go:291] Setting OutFile to fd 1 ...
I0226 14:15:52.537160 1320994 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:52.537168 1320994 out.go:304] Setting ErrFile to fd 2...
I0226 14:15:52.537174 1320994 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:52.537562 1320994 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:15:52.537941 1320994 out.go:298] Setting JSON to false
I0226 14:15:52.538955 1320994 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":21500,"bootTime":1708935452,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:15:52.539041 1320994 start.go:139] virtualization:
I0226 14:15:52.541995 1320994 out.go:177] * [functional-815570] minikube v1.32.0 sur Ubuntu 20.04 (arm64)
I0226 14:15:52.544749 1320994 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:15:52.547331 1320994 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:15:52.544846 1320994 notify.go:220] Checking for updates...
I0226 14:15:52.551752 1320994 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:15:52.553794 1320994 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:15:52.555842 1320994 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:15:52.557677 1320994 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:15:52.560498 1320994 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:52.561085 1320994 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:15:52.585863 1320994 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:15:52.585981 1320994 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:15:52.661108 1320994 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:57 SystemTime:2024-02-26 14:15:52.652075425 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:15:52.661219 1320994 docker.go:295] overlay module found
I0226 14:15:52.663962 1320994 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0226 14:15:52.666166 1320994 start.go:299] selected driver: docker
I0226 14:15:52.666184 1320994 start.go:903] validating driver "docker" against &{Name:functional-815570 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1708008208-17936@sha256:4ea1136332ba1476cda33a97bf12e2f96995cc120674fbafd3ade22d1118ecdf Memory:4000 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:functional-815570 Namespace:default APIServerName:miniku
beCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8441 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.28.4 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0226 14:15:52.666316 1320994 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:15:52.669103 1320994 out.go:177]
W0226 14:15:52.671083 1320994 out.go:239] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0226 14:15:52.673318 1320994 out.go:177]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.20s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:850: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 status
functional_test.go:856: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:868: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.16s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1623: (dbg) Run: kubectl --context functional-815570 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1631: (dbg) Run: kubectl --context functional-815570 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-7799dfb7c6-dcctk" [a08f6299-9a81-4bc2-9f64-ad017099ad94] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-7799dfb7c6-dcctk" [a08f6299-9a81-4bc2-9f64-ad017099ad94] Running
functional_test.go:1636: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 6.004464481s
functional_test.go:1645: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service hello-node-connect --url
functional_test.go:1651: found endpoint for hello-node-connect: http://192.168.49.2:31025
functional_test.go:1671: http://192.168.49.2:31025: success! body:
Hostname: hello-node-connect-7799dfb7c6-dcctk
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:31025
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (6.85s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1686: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 addons list
functional_test.go:1698: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.17s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [8010ceb6-28b4-4753-ab3a-528e784a4193] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.004906234s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-815570 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-815570 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-815570 get pvc myclaim -o=json
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-815570 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-815570 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [d292c9e8-31dd-4d3e-b0f5-fc3596267d43] Pending
helpers_test.go:344: "sp-pod" [d292c9e8-31dd-4d3e-b0f5-fc3596267d43] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [d292c9e8-31dd-4d3e-b0f5-fc3596267d43] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 11.003833962s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-815570 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-815570 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-815570 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [7d1673a2-e4e7-4050-a08e-5ed4bd18218b] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [7d1673a2-e4e7-4050-a08e-5ed4bd18218b] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.014637516s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-815570 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (27.81s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1721: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "echo hello"
functional_test.go:1738: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.82s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh -n functional-815570 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cp functional-815570:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd2310816402/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh -n functional-815570 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh -n functional-815570 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.11s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1925: Checking for existence of /etc/test/nested/copy/1294394/hosts within VM
functional_test.go:1927: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /etc/test/nested/copy/1294394/hosts"
functional_test.go:1932: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.36s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1968: Checking for existence of /etc/ssl/certs/1294394.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /etc/ssl/certs/1294394.pem"
functional_test.go:1968: Checking for existence of /usr/share/ca-certificates/1294394.pem within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /usr/share/ca-certificates/1294394.pem"
functional_test.go:1968: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1969: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/12943942.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /etc/ssl/certs/12943942.pem"
functional_test.go:1995: Checking for existence of /usr/share/ca-certificates/12943942.pem within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /usr/share/ca-certificates/12943942.pem"
functional_test.go:1995: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:1996: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.21s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:218: (dbg) Run: kubectl --context functional-815570 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.09s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo systemctl is-active docker"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh "sudo systemctl is-active docker": exit status 1 (334.985233ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2023: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo systemctl is-active containerd"
functional_test.go:2023: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh "sudo systemctl is-active containerd": exit status 1 (365.471178ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.70s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2284: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.35s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2252: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 version --short
--- PASS: TestFunctional/parallel/Version/short (0.07s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2266: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 version -o=json --components
functional_test.go:2266: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 version -o=json --components: (1.211804747s)
--- PASS: TestFunctional/parallel/Version/components (1.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls --format short --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-815570 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.9
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.10.1
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
gcr.io/google-containers/addon-resizer:functional-815570
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20240202-8f1494ea
docker.io/kindest/kindnetd:v20230809-80a64d96
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-815570 image ls --format short --alsologtostderr:
I0226 14:15:56.630120 1321476 out.go:291] Setting OutFile to fd 1 ...
I0226 14:15:56.630248 1321476 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:56.630258 1321476 out.go:304] Setting ErrFile to fd 2...
I0226 14:15:56.630263 1321476 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:56.630541 1321476 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:15:56.631183 1321476 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:56.631304 1321476 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:56.631785 1321476 cli_runner.go:164] Run: docker container inspect functional-815570 --format={{.State.Status}}
I0226 14:15:56.652749 1321476 ssh_runner.go:195] Run: systemctl --version
I0226 14:15:56.652805 1321476 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-815570
I0226 14:15:56.669603 1321476 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34067 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/functional-815570/id_rsa Username:docker}
I0226 14:15:56.766881 1321476 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls --format table --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-815570 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| registry.k8s.io/kube-controller-manager | v1.28.4 | 9961cbceaf234 | 117MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| registry.k8s.io/pause | 3.9 | 829e9de338bd5 | 520kB |
| docker.io/kindest/kindnetd | v20230809-80a64d96 | 04b4eaa3d3db8 | 60.9MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/kube-scheduler | v1.28.4 | 05c284c929889 | 59.3MB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| docker.io/kindest/kindnetd | v20240202-8f1494ea | 4740c1948d3fc | 60.9MB |
| registry.k8s.io/coredns/coredns | v1.10.1 | 97e04611ad434 | 51.4MB |
| registry.k8s.io/kube-apiserver | v1.28.4 | 04b4c447bb9d4 | 121MB |
| registry.k8s.io/kube-proxy | v1.28.4 | 3ca3ca488cf13 | 70MB |
| gcr.io/k8s-minikube/busybox | latest | 71a676dd070f4 | 1.63MB |
| registry.k8s.io/etcd | 3.5.9-0 | 9cdd6470f48c8 | 182MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| localhost/my-image | functional-815570 | 7c6db2d330bfd | 1.64MB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| docker.io/library/nginx | alpine | be5e6f23a9904 | 45.4MB |
| docker.io/library/nginx | latest | 760b7cbba31e1 | 196MB |
| gcr.io/google-containers/addon-resizer | functional-815570 | ffd4cfbbe753e | 34.1MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-815570 image ls --format table --alsologtostderr:
I0226 14:16:02.280167 1321851 out.go:291] Setting OutFile to fd 1 ...
I0226 14:16:02.280348 1321851 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:02.280354 1321851 out.go:304] Setting ErrFile to fd 2...
I0226 14:16:02.280358 1321851 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:02.280615 1321851 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:16:02.281381 1321851 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:16:02.281501 1321851 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:16:02.281968 1321851 cli_runner.go:164] Run: docker container inspect functional-815570 --format={{.State.Status}}
I0226 14:16:02.304242 1321851 ssh_runner.go:195] Run: systemctl --version
I0226 14:16:02.304309 1321851 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-815570
I0226 14:16:02.321101 1321851 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34067 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/functional-815570/id_rsa Username:docker}
I0226 14:16:02.414803 1321851 ssh_runner.go:195] Run: sudo crictl images --output json
2024/02/26 14:16:03 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls --format json --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-815570 image ls --format json --alsologtostderr:
[{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:a77fe109c026308f149d36484d795b42efe0fd29b332be9071f63e1634c36ac9","gcr.io/k8s-minikube/busybox@sha256:ca5ae90100d50772da31f3b5016209e25ad61972404e2ccd83d44f10dee7e79b"],"repoTags":["gcr.io/k8s-minikube/busybox:latest"],"size":"1634527"},{"id":"7c6db2d330bfd702d577e5e35ed944efed9a48d9bda70aa33de46aa78f6646a9","repoDigests":["localhost/my-image@sha256:01cb981755bae5eb06d4a15747424aa0411c7711f1f997237005d180fd093043"],"repoTags":["localhost/my-image:functional-815570"],"size":"1640226"},{"id":"9cdd6470f48c8b127530b7ce6ea4
b3524137984481e48bcde619735890840ace","repoDigests":["registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3","registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b"],"repoTags":["registry.k8s.io/etcd:3.5.9-0"],"size":"182203183"},{"id":"05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54","repoDigests":["registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba","registry.k8s.io/kube-scheduler@sha256:ddb0fb05335238789e9a847f0c6731e1da918c42a389625cb2a7ec577ca20afe"],"repoTags":["registry.k8s.io/kube-scheduler:v1.28.4"],"size":"59253556"},{"id":"9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c","registry.k8s.io/kube-controller-manager@sha256:fe49ea386d014cbf10cd16f53900b91bb7e7c32c5cf4fdcea550c33bedfdc92e"],"repoTags":["registry.k8s.i
o/kube-controller-manager:v1.28.4"],"size":"117252916"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d","repoDigests":["docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988","docker.io/kindest/kindnetd@sha256:fde0f6062db0a3b3323d76a4cde031f0f891b5b79d12be642b7e5aad68f2836f"],"repoTags":["docker.io/kindest/kindnetd:v20240202-8f1494ea"],"size":"60940831"},{"id":"be5e6f23a9904ed26efa7a49fb3d5e63d1c488dbb7b5134e869488afd747ec3f","repoDigests":["docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674","docker.io/library/nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9"],"repoTags":["docker.io/library/nginx:alpine"],"size":"45393258"},{"id
":"760b7cbba31e196288effd2af6924c42637ac5e0d67db4de6309f24518844676","repoDigests":["docker.io/library/nginx@sha256:c26ae7472d624ba1fafd296e73cecc4f93f853088e6a9c13c0d52f6ca5865107","docker.io/library/nginx@sha256:d5ec359034df4b326b8b5f0efa26dbd8742d166161b7edb37321b795c8fe5f48"],"repoTags":["docker.io/library/nginx:latest"],"size":"196117996"},{"id":"97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108","repoDigests":["registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105","registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.10.1"],"size":"51393451"},{"id":"04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419","repoDigests":["registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb","registry.k8s.io/kube-apiserver@sha256:a4c3e6bec39f5dcb221a2f08266513ab19b7d977ccc76a0bcaf04d4935ac0fb2"],"re
poTags":["registry.k8s.io/kube-apiserver:v1.28.4"],"size":"121119694"},{"id":"ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91","repoDigests":["gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126"],"repoTags":["gcr.io/google-containers/addon-resizer:functional-815570"],"size":"34114467"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"i
d":"3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39","repoDigests":["registry.k8s.io/kube-proxy@sha256:460fb2711108dbfbe9ad77860d0fd8aad842c0e97f1aee757b33f2218daece68","registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532"],"repoTags":["registry.k8s.io/kube-proxy:v1.28.4"],"size":"69992343"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e","repoDigests":["registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6","registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097"],"repoTags":["registry.k8s.io/pause:3.9"],"size":"520014"},{"id":"04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26","repoDige
sts":["docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052","docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2"],"repoTags":["docker.io/kindest/kindnetd:v20230809-80a64d96"],"size":"60867618"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"6fa3cd05a9d654274173003a659e74454a20780c9b3
b5ed18d91c38acb15f484","repoDigests":["docker.io/library/32e9b5f4bcdd06cae24340e1c6c6b220e1d9b5218e49cb1dc8c183cabd0cfa4f-tmp@sha256:fa10beb379b2aa08948e3df16e59cf700372e6ccd2ce698a743309a7704eca40"],"repoTags":[],"size":"1637644"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"}]
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-815570 image ls --format json --alsologtostderr:
I0226 14:16:02.041006 1321826 out.go:291] Setting OutFile to fd 1 ...
I0226 14:16:02.041183 1321826 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:02.041196 1321826 out.go:304] Setting ErrFile to fd 2...
I0226 14:16:02.041203 1321826 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:16:02.041510 1321826 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:16:02.042240 1321826 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:16:02.042426 1321826 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:16:02.042967 1321826 cli_runner.go:164] Run: docker container inspect functional-815570 --format={{.State.Status}}
I0226 14:16:02.059809 1321826 ssh_runner.go:195] Run: systemctl --version
I0226 14:16:02.059864 1321826 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-815570
I0226 14:16:02.075324 1321826 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34067 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/functional-815570/id_rsa Username:docker}
I0226 14:16:02.170748 1321826 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:260: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls --format yaml --alsologtostderr
functional_test.go:265: (dbg) Stdout: out/minikube-linux-arm64 -p functional-815570 image ls --format yaml --alsologtostderr:
- id: be5e6f23a9904ed26efa7a49fb3d5e63d1c488dbb7b5134e869488afd747ec3f
repoDigests:
- docker.io/library/nginx@sha256:34aa0a372d3220dc0448131f809c72d8085f79bdec8058ad6970fc034a395674
- docker.io/library/nginx@sha256:6a2f8b28e45c4adea04ec207a251fd4a2df03ddc930f782af51e315ebc76e9a9
repoTags:
- docker.io/library/nginx:alpine
size: "45393258"
- id: 760b7cbba31e196288effd2af6924c42637ac5e0d67db4de6309f24518844676
repoDigests:
- docker.io/library/nginx@sha256:c26ae7472d624ba1fafd296e73cecc4f93f853088e6a9c13c0d52f6ca5865107
- docker.io/library/nginx@sha256:d5ec359034df4b326b8b5f0efa26dbd8742d166161b7edb37321b795c8fe5f48
repoTags:
- docker.io/library/nginx:latest
size: "196117996"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 97e04611ad43405a2e5863ae17c6f1bc9181bdefdaa78627c432ef754a4eb108
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:74130b944396a0b0ca9af923ee6e03b08a35d98fc1bbaef4e35cf9acc5599105
- registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e
repoTags:
- registry.k8s.io/coredns/coredns:v1.10.1
size: "51393451"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 04b4c447bb9d4840af3bf7e836397379d65df87c86e55dcd27f31a8d11df2419
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:5b28a364467cf7e134343bb3ee2c6d40682b473a743a72142c7bbe25767d36eb
- registry.k8s.io/kube-apiserver@sha256:a4c3e6bec39f5dcb221a2f08266513ab19b7d977ccc76a0bcaf04d4935ac0fb2
repoTags:
- registry.k8s.io/kube-apiserver:v1.28.4
size: "121119694"
- id: 9cdd6470f48c8b127530b7ce6ea4b3524137984481e48bcde619735890840ace
repoDigests:
- registry.k8s.io/etcd@sha256:e013d0d5e4e25d00c61a7ff839927a1f36479678f11e49502b53a5e0b14f10c3
- registry.k8s.io/etcd@sha256:e60789d18cc66486e6db4094383f9732280092f07a1f5455ecbe11d404c8e48b
repoTags:
- registry.k8s.io/etcd:3.5.9-0
size: "182203183"
- id: 9961cbceaf234d59b7dcf8a197a024f3e3ce4b7fe2b67c2378efd3d209ca994b
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:65486c8c338f96dc022dd1a0abe8763e38f35095b84b208c78f44d9e99447d1c
- registry.k8s.io/kube-controller-manager@sha256:fe49ea386d014cbf10cd16f53900b91bb7e7c32c5cf4fdcea550c33bedfdc92e
repoTags:
- registry.k8s.io/kube-controller-manager:v1.28.4
size: "117252916"
- id: 3ca3ca488cf13fde14cfc4b3ffde0c53a8c161b030f4a444a797fba6aef38c39
repoDigests:
- registry.k8s.io/kube-proxy@sha256:460fb2711108dbfbe9ad77860d0fd8aad842c0e97f1aee757b33f2218daece68
- registry.k8s.io/kube-proxy@sha256:e63408a0f5068a7e9d4b34fd72b4a2b0e5512509b53cd2123a37fc991b0ef532
repoTags:
- registry.k8s.io/kube-proxy:v1.28.4
size: "69992343"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 04b4eaa3d3db8abea4b9ea4d10a0926ebb31db5a31b673aa1cf7a4b3af4add26
repoDigests:
- docker.io/kindest/kindnetd@sha256:4a58d1cd2b45bf2460762a51a4aa9c80861f460af35800c05baab0573f923052
- docker.io/kindest/kindnetd@sha256:f61a1c916e587322444cab4e745a66c8bed6c30208e4dae28d5a1d18c070adb2
repoTags:
- docker.io/kindest/kindnetd:v20230809-80a64d96
size: "60867618"
- id: ffd4cfbbe753e62419e129ee2ac618beb94e51baa7471df5038b0b516b59cf91
repoDigests:
- gcr.io/google-containers/addon-resizer@sha256:0ce7cf4876524f069adf654e4dd3c95fe4bfc889c8bbc03cd6ecd061d9392126
repoTags:
- gcr.io/google-containers/addon-resizer:functional-815570
size: "34114467"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: 05c284c929889d88306fdb3dd14ee2d0132543740f9e247685243214fc3d2c54
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:335bba9e861b88fa8b7bb9250bcd69b7a33f83da4fee93f9fc0eedc6f34e28ba
- registry.k8s.io/kube-scheduler@sha256:ddb0fb05335238789e9a847f0c6731e1da918c42a389625cb2a7ec577ca20afe
repoTags:
- registry.k8s.io/kube-scheduler:v1.28.4
size: "59253556"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: 829e9de338bd5fdd3f16f68f83a9fb288fbc8453e881e5d5cfd0f6f2ff72b43e
repoDigests:
- registry.k8s.io/pause@sha256:3ec98b8452dc8ae265a6917dfb81587ac78849e520d5dbba6de524851d20eca6
- registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097
repoTags:
- registry.k8s.io/pause:3.9
size: "520014"
- id: 4740c1948d3fceb8d7dacc63033aa6299d80794ee4f4811539ec1081d9211f3d
repoDigests:
- docker.io/kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988
- docker.io/kindest/kindnetd@sha256:fde0f6062db0a3b3323d76a4cde031f0f891b5b79d12be642b7e5aad68f2836f
repoTags:
- docker.io/kindest/kindnetd:v20240202-8f1494ea
size: "60940831"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
functional_test.go:268: (dbg) Stderr: out/minikube-linux-arm64 -p functional-815570 image ls --format yaml --alsologtostderr:
I0226 14:15:56.887220 1321503 out.go:291] Setting OutFile to fd 1 ...
I0226 14:15:56.887417 1321503 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:56.887431 1321503 out.go:304] Setting ErrFile to fd 2...
I0226 14:15:56.887436 1321503 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:56.887755 1321503 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:15:56.888705 1321503 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:56.889183 1321503 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:56.889815 1321503 cli_runner.go:164] Run: docker container inspect functional-815570 --format={{.State.Status}}
I0226 14:15:56.908996 1321503 ssh_runner.go:195] Run: systemctl --version
I0226 14:15:56.909125 1321503 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-815570
I0226 14:15:56.929351 1321503 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34067 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/functional-815570/id_rsa Username:docker}
I0226 14:15:57.028821 1321503 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:307: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh pgrep buildkitd
functional_test.go:307: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh pgrep buildkitd: exit status 1 (415.71668ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:314: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image build -t localhost/my-image:functional-815570 testdata/build --alsologtostderr
functional_test.go:314: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image build -t localhost/my-image:functional-815570 testdata/build --alsologtostderr: (4.22648369s)
functional_test.go:319: (dbg) Stdout: out/minikube-linux-arm64 -p functional-815570 image build -t localhost/my-image:functional-815570 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 6fa3cd05a9d
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-815570
--> 7c6db2d330b
Successfully tagged localhost/my-image:functional-815570
7c6db2d330bfd702d577e5e35ed944efed9a48d9bda70aa33de46aa78f6646a9
functional_test.go:322: (dbg) Stderr: out/minikube-linux-arm64 -p functional-815570 image build -t localhost/my-image:functional-815570 testdata/build --alsologtostderr:
I0226 14:15:57.612049 1321580 out.go:291] Setting OutFile to fd 1 ...
I0226 14:15:57.613085 1321580 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:57.613103 1321580 out.go:304] Setting ErrFile to fd 2...
I0226 14:15:57.613115 1321580 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:15:57.613426 1321580 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:15:57.614142 1321580 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:57.615358 1321580 config.go:182] Loaded profile config "functional-815570": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:15:57.615975 1321580 cli_runner.go:164] Run: docker container inspect functional-815570 --format={{.State.Status}}
I0226 14:15:57.639145 1321580 ssh_runner.go:195] Run: systemctl --version
I0226 14:15:57.639197 1321580 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-815570
I0226 14:15:57.663583 1321580 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34067 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/functional-815570/id_rsa Username:docker}
I0226 14:15:57.764130 1321580 build_images.go:151] Building image from path: /tmp/build.3886410926.tar
I0226 14:15:57.764215 1321580 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I0226 14:15:57.781681 1321580 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.3886410926.tar
I0226 14:15:57.786153 1321580 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.3886410926.tar: stat -c "%s %y" /var/lib/minikube/build/build.3886410926.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.3886410926.tar': No such file or directory
I0226 14:15:57.786220 1321580 ssh_runner.go:362] scp /tmp/build.3886410926.tar --> /var/lib/minikube/build/build.3886410926.tar (3072 bytes)
I0226 14:15:57.817224 1321580 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.3886410926
I0226 14:15:57.829913 1321580 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.3886410926 -xf /var/lib/minikube/build/build.3886410926.tar
I0226 14:15:57.840360 1321580 crio.go:297] Building image: /var/lib/minikube/build/build.3886410926
I0226 14:15:57.840476 1321580 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-815570 /var/lib/minikube/build/build.3886410926 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I0226 14:16:01.725371 1321580 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-815570 /var/lib/minikube/build/build.3886410926 --cgroup-manager=cgroupfs: (3.884846698s)
I0226 14:16:01.725450 1321580 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.3886410926
I0226 14:16:01.734014 1321580 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.3886410926.tar
I0226 14:16:01.742245 1321580 build_images.go:207] Built localhost/my-image:functional-815570 from /tmp/build.3886410926.tar
I0226 14:16:01.742274 1321580 build_images.go:123] succeeded building to: functional-815570
I0226 14:16:01.742291 1321580 build_images.go:124] failed building to:
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (4.87s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:341: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:341: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.8: (1.874036319s)
functional_test.go:346: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.8 gcr.io/google-containers/addon-resizer:functional-815570
--- PASS: TestFunctional/parallel/ImageCommands/Setup (1.90s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.23s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.16s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2115: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.22s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:354: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr
functional_test.go:354: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr: (5.830344161s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (6.07s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1433: (dbg) Run: kubectl --context functional-815570 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1441: (dbg) Run: kubectl --context functional-815570 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1446: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-759d89bdcc-trjqb" [3f8ab25b-7cb2-448a-b477-89f51bdaf170] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-759d89bdcc-trjqb" [3f8ab25b-7cb2-448a-b477-89f51bdaf170] Running
functional_test.go:1446: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 10.004034409s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (10.37s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:364: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr
functional_test.go:364: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr: (2.850261935s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (3.07s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:234: (dbg) Run: docker pull gcr.io/google-containers/addon-resizer:1.8.9
functional_test.go:234: (dbg) Done: docker pull gcr.io/google-containers/addon-resizer:1.8.9: (1.585844558s)
functional_test.go:239: (dbg) Run: docker tag gcr.io/google-containers/addon-resizer:1.8.9 gcr.io/google-containers/addon-resizer:functional-815570
functional_test.go:244: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr
functional_test.go:244: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image load --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr: (4.293897112s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (6.25s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1455: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.46s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1485: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service list -o json
functional_test.go:1490: Took "449.027738ms" to run "out/minikube-linux-arm64 -p functional-815570 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.45s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1505: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service --namespace=default --https --url hello-node
functional_test.go:1518: found endpoint: https://192.168.49.2:32366
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.47s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1536: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.47s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1555: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 service hello-node --url
functional_test.go:1561: found endpoint for hello-node: http://192.168.49.2:32366
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.50s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 1318359: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.67s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:379: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image save gcr.io/google-containers/addon-resizer:functional-815570 /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
functional_test.go:379: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image save gcr.io/google-containers/addon-resizer:functional-815570 /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr: (1.043355755s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (1.04s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-815570 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [c4def312-18d5-43a3-ba2d-14968961b354] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [c4def312-18d5-43a3-ba2d-14968961b354] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 10.004554539s
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (10.45s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:391: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image rm gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.63s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:408: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr
functional_test.go:408: (dbg) Done: out/minikube-linux-arm64 -p functional-815570 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/addon-resizer-save.tar --alsologtostderr: (1.998177278s)
functional_test.go:447: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (2.23s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:418: (dbg) Run: docker rmi gcr.io/google-containers/addon-resizer:functional-815570
functional_test.go:423: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 image save --daemon gcr.io/google-containers/addon-resizer:functional-815570 --alsologtostderr
functional_test.go:428: (dbg) Run: docker image inspect gcr.io/google-containers/addon-resizer:functional-815570
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.94s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-815570 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.08s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.100.227.206 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-815570 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1266: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1271: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.40s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1306: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1311: Took "339.705225ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1320: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1325: Took "66.7426ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.41s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1357: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1362: Took "335.945106ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1370: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1375: Took "70.694754ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.41s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdany-port3287827354/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1708956942135823380" to /tmp/TestFunctionalparallelMountCmdany-port3287827354/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1708956942135823380" to /tmp/TestFunctionalparallelMountCmdany-port3287827354/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1708956942135823380" to /tmp/TestFunctionalparallelMountCmdany-port3287827354/001/test-1708956942135823380
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Feb 26 14:15 created-by-test
-rw-r--r-- 1 docker docker 24 Feb 26 14:15 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Feb 26 14:15 test-1708956942135823380
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh cat /mount-9p/test-1708956942135823380
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-815570 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [dfcc5147-9799-4cb0-a65a-cc4e277141b7] Pending
helpers_test.go:344: "busybox-mount" [dfcc5147-9799-4cb0-a65a-cc4e277141b7] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [dfcc5147-9799-4cb0-a65a-cc4e277141b7] Pending: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [dfcc5147-9799-4cb0-a65a-cc4e277141b7] Succeeded: Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.004080858s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-815570 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdany-port3287827354/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (6.44s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdspecific-port3566942295/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (344.531795ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdspecific-port3566942295/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-815570 ssh "sudo umount -f /mount-9p": exit status 1 (297.906567ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-815570 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdspecific-port3566942295/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.13s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-815570 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-815570 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-815570 /tmp/TestFunctionalparallelMountCmdVerifyCleanup500881363/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.32s)
=== RUN TestFunctional/delete_addon-resizer_images
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:1.8.8
functional_test.go:189: (dbg) Run: docker rmi -f gcr.io/google-containers/addon-resizer:functional-815570
--- PASS: TestFunctional/delete_addon-resizer_images (0.08s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:197: (dbg) Run: docker rmi -f localhost/my-image:functional-815570
--- PASS: TestFunctional/delete_my-image_image (0.01s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:205: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-815570
--- PASS: TestFunctional/delete_minikube_cached_images (0.01s)
=== RUN TestIngressAddonLegacy/StartLegacyK8sCluster
ingress_addon_legacy_test.go:39: (dbg) Run: out/minikube-linux-arm64 start -p ingress-addon-legacy-244644 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0226 14:17:11.282829 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:17:38.970150 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
ingress_addon_legacy_test.go:39: (dbg) Done: out/minikube-linux-arm64 start -p ingress-addon-legacy-244644 --kubernetes-version=v1.18.20 --memory=4096 --wait=true --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (1m42.149792347s)
--- PASS: TestIngressAddonLegacy/StartLegacyK8sCluster (102.15s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressAddonActivation
ingress_addon_legacy_test.go:70: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons enable ingress --alsologtostderr -v=5
ingress_addon_legacy_test.go:70: (dbg) Done: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons enable ingress --alsologtostderr -v=5: (11.015466007s)
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressAddonActivation (11.02s)
=== RUN TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation
ingress_addon_legacy_test.go:79: (dbg) Run: out/minikube-linux-arm64 -p ingress-addon-legacy-244644 addons enable ingress-dns --alsologtostderr -v=5
--- PASS: TestIngressAddonLegacy/serial/ValidateIngressDNSAddonActivation (0.73s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-432302 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E0226 14:21:30.180237 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-432302 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (46.256556376s)
--- PASS: TestJSONOutput/start/Command (46.26s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-432302 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.73s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-432302 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.65s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-432302 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-432302 --output=json --user=testUser: (5.843697187s)
--- PASS: TestJSONOutput/stop/Command (5.84s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-187564 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-187564 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (96.795174ms)
-- stdout --
{"specversion":"1.0","id":"ba325d9d-37ef-4442-9f92-a487a80a8788","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-187564] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"588f1928-fbcc-49ea-afdc-5b2bf1d2aaad","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=18200"}}
{"specversion":"1.0","id":"8d5c396d-3b73-4dbd-a531-6dbe9938f4b6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"6205d58a-9c50-44b7-a4cd-818d2f6ba414","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig"}}
{"specversion":"1.0","id":"e880307d-8f0a-464f-b510-1346e42296b0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube"}}
{"specversion":"1.0","id":"11367b9b-8e48-4e6e-abfd-60da421ca9fb","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"20e4e909-be38-4bfd-af1d-c673529835c3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"4f0d712e-b850-4392-8af0-45865ff6cc47","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-187564" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-187564
--- PASS: TestErrorJSONOutput (0.24s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-520912 --network=
E0226 14:22:11.283065 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-520912 --network=: (51.112318102s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-520912" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-520912
E0226 14:22:52.101035 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-520912: (2.113344763s)
--- PASS: TestKicCustomNetwork/create_custom_network (53.25s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-136331 --network=bridge
E0226 14:23:00.393112 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.398456 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.408901 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.429132 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.469407 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.549692 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:00.710089 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:01.030611 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:01.670990 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:02.951206 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:05.511414 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:10.632472 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:23:20.873107 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-136331 --network=bridge: (31.035367522s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-136331" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-136331
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-136331: (1.884196551s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (32.94s)
=== RUN TestKicExistingNetwork
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-573142 --network=existing-network
E0226 14:23:41.353639 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-573142 --network=existing-network: (30.24036805s)
helpers_test.go:175: Cleaning up "existing-network-573142" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-573142
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-573142: (1.961237369s)
--- PASS: TestKicExistingNetwork (32.34s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-457027 --subnet=192.168.60.0/24
E0226 14:24:22.313983 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-457027 --subnet=192.168.60.0/24: (33.940146714s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-457027 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-457027" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-457027
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-457027: (2.057933387s)
--- PASS: TestKicCustomSubnet (36.02s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-371814 --static-ip=192.168.200.200
E0226 14:25:08.258580 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-371814 --static-ip=192.168.200.200: (34.526510327s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-371814 ip
helpers_test.go:175: Cleaning up "static-ip-371814" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-371814
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-371814: (2.019761266s)
--- PASS: TestKicStaticIP (36.70s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-506853 --driver=docker --container-runtime=crio
E0226 14:25:35.941224 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-506853 --driver=docker --container-runtime=crio: (30.912180926s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-509454 --driver=docker --container-runtime=crio
E0226 14:25:44.234998 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-509454 --driver=docker --container-runtime=crio: (34.310671374s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-506853
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-509454
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-509454" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-509454
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-509454: (1.912960135s)
helpers_test.go:175: Cleaning up "first-506853" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-506853
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-506853: (2.251437673s)
--- PASS: TestMinikubeProfile (70.63s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-083646 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-083646 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.567864788s)
--- PASS: TestMountStart/serial/StartWithMountFirst (6.57s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-083646 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.27s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-096717 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-096717 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.385773991s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.39s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-096717 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.27s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-083646 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-083646 --alsologtostderr -v=5: (1.637917903s)
--- PASS: TestMountStart/serial/DeleteFirst (1.64s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-096717 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.26s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-096717
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-096717: (1.206842424s)
--- PASS: TestMountStart/serial/Stop (1.21s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-096717
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-096717: (7.02598081s)
--- PASS: TestMountStart/serial/RestartStopped (8.03s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-096717 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.27s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:86: (dbg) Run: out/minikube-linux-arm64 start -p multinode-691565 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0226 14:27:11.282530 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
multinode_test.go:86: (dbg) Done: out/minikube-linux-arm64 start -p multinode-691565 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m9.527144927s)
multinode_test.go:92: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (70.08s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:509: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:514: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- rollout status deployment/busybox
E0226 14:28:00.393164 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
multinode_test.go:514: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-691565 -- rollout status deployment/busybox: (2.883391614s)
multinode_test.go:521: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:544: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:552: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-54zwz -- nslookup kubernetes.io
multinode_test.go:552: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-pfh9h -- nslookup kubernetes.io
multinode_test.go:562: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-54zwz -- nslookup kubernetes.default
multinode_test.go:562: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-pfh9h -- nslookup kubernetes.default
multinode_test.go:570: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-54zwz -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:570: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-pfh9h -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (4.84s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:580: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:588: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-54zwz -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-54zwz -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:588: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-pfh9h -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:599: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-691565 -- exec busybox-5b5d89c9d6-pfh9h -- sh -c "ping -c 1 192.168.58.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (1.03s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:111: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-691565 -v 3 --alsologtostderr
multinode_test.go:111: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-691565 -v 3 --alsologtostderr: (20.655778921s)
multinode_test.go:117: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (21.31s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:211: (dbg) Run: kubectl --context multinode-691565 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.10s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:133: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.31s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:174: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp testdata/cp-test.txt multinode-691565:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test.txt"
E0226 14:28:28.075566 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile252649293/001/cp-test_multinode-691565.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565:/home/docker/cp-test.txt multinode-691565-m02:/home/docker/cp-test_multinode-691565_multinode-691565-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test_multinode-691565_multinode-691565-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565:/home/docker/cp-test.txt multinode-691565-m03:/home/docker/cp-test_multinode-691565_multinode-691565-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test_multinode-691565_multinode-691565-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp testdata/cp-test.txt multinode-691565-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile252649293/001/cp-test_multinode-691565-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m02:/home/docker/cp-test.txt multinode-691565:/home/docker/cp-test_multinode-691565-m02_multinode-691565.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test_multinode-691565-m02_multinode-691565.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m02:/home/docker/cp-test.txt multinode-691565-m03:/home/docker/cp-test_multinode-691565-m02_multinode-691565-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test_multinode-691565-m02_multinode-691565-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp testdata/cp-test.txt multinode-691565-m03:/home/docker/cp-test.txt
E0226 14:28:34.330553 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile252649293/001/cp-test_multinode-691565-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m03:/home/docker/cp-test.txt multinode-691565:/home/docker/cp-test_multinode-691565-m03_multinode-691565.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565 "sudo cat /home/docker/cp-test_multinode-691565-m03_multinode-691565.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 cp multinode-691565-m03:/home/docker/cp-test.txt multinode-691565-m02:/home/docker/cp-test_multinode-691565-m03_multinode-691565-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 ssh -n multinode-691565-m02 "sudo cat /home/docker/cp-test_multinode-691565-m03_multinode-691565-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (10.35s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:238: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 node stop m03
multinode_test.go:238: (dbg) Done: out/minikube-linux-arm64 -p multinode-691565 node stop m03: (1.194814045s)
multinode_test.go:244: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status
multinode_test.go:244: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-691565 status: exit status 7 (536.719049ms)
-- stdout --
multinode-691565
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-691565-m02
type: Worker
host: Running
kubelet: Running
multinode-691565-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:251: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
multinode_test.go:251: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr: exit status 7 (543.59258ms)
-- stdout --
multinode-691565
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-691565-m02
type: Worker
host: Running
kubelet: Running
multinode-691565-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0226 14:28:39.053070 1367977 out.go:291] Setting OutFile to fd 1 ...
I0226 14:28:39.053253 1367977 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:28:39.053265 1367977 out.go:304] Setting ErrFile to fd 2...
I0226 14:28:39.053271 1367977 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:28:39.053532 1367977 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:28:39.053769 1367977 out.go:298] Setting JSON to false
I0226 14:28:39.053812 1367977 mustload.go:65] Loading cluster: multinode-691565
I0226 14:28:39.053935 1367977 notify.go:220] Checking for updates...
I0226 14:28:39.055387 1367977 config.go:182] Loaded profile config "multinode-691565": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:28:39.055456 1367977 status.go:255] checking status of multinode-691565 ...
I0226 14:28:39.056007 1367977 cli_runner.go:164] Run: docker container inspect multinode-691565 --format={{.State.Status}}
I0226 14:28:39.073710 1367977 status.go:330] multinode-691565 host status = "Running" (err=<nil>)
I0226 14:28:39.073754 1367977 host.go:66] Checking if "multinode-691565" exists ...
I0226 14:28:39.074079 1367977 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-691565
I0226 14:28:39.090951 1367977 host.go:66] Checking if "multinode-691565" exists ...
I0226 14:28:39.091293 1367977 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 14:28:39.091334 1367977 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-691565
I0226 14:28:39.111989 1367977 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34132 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/multinode-691565/id_rsa Username:docker}
I0226 14:28:39.211933 1367977 ssh_runner.go:195] Run: systemctl --version
I0226 14:28:39.216605 1367977 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:28:39.227832 1367977 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:28:39.303014 1367977 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:40 OomKillDisable:true NGoroutines:66 SystemTime:2024-02-26 14:28:39.293783376 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:28:39.303620 1367977 kubeconfig.go:92] found "multinode-691565" server: "https://192.168.58.2:8443"
I0226 14:28:39.303684 1367977 api_server.go:166] Checking apiserver status ...
I0226 14:28:39.303736 1367977 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0226 14:28:39.314542 1367977 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1219/cgroup
I0226 14:28:39.324994 1367977 api_server.go:182] apiserver freezer: "9:freezer:/docker/a233ace3f4442ffe465a0c2df4808fb92bce4c55e8294e1187634194b2484648/crio/crio-c9186051387369d76570644acdb2b6ed2507cbe3ad315f5506d23c08669877e9"
I0226 14:28:39.325068 1367977 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/a233ace3f4442ffe465a0c2df4808fb92bce4c55e8294e1187634194b2484648/crio/crio-c9186051387369d76570644acdb2b6ed2507cbe3ad315f5506d23c08669877e9/freezer.state
I0226 14:28:39.334288 1367977 api_server.go:204] freezer state: "THAWED"
I0226 14:28:39.334316 1367977 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0226 14:28:39.343063 1367977 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I0226 14:28:39.343096 1367977 status.go:421] multinode-691565 apiserver status = Running (err=<nil>)
I0226 14:28:39.343109 1367977 status.go:257] multinode-691565 status: &{Name:multinode-691565 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0226 14:28:39.343137 1367977 status.go:255] checking status of multinode-691565-m02 ...
I0226 14:28:39.343466 1367977 cli_runner.go:164] Run: docker container inspect multinode-691565-m02 --format={{.State.Status}}
I0226 14:28:39.363810 1367977 status.go:330] multinode-691565-m02 host status = "Running" (err=<nil>)
I0226 14:28:39.363838 1367977 host.go:66] Checking if "multinode-691565-m02" exists ...
I0226 14:28:39.364158 1367977 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-691565-m02
I0226 14:28:39.380616 1367977 host.go:66] Checking if "multinode-691565-m02" exists ...
I0226 14:28:39.380990 1367977 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0226 14:28:39.381042 1367977 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-691565-m02
I0226 14:28:39.398035 1367977 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:34137 SSHKeyPath:/home/jenkins/minikube-integration/18200-1289038/.minikube/machines/multinode-691565-m02/id_rsa Username:docker}
I0226 14:28:39.499290 1367977 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0226 14:28:39.510554 1367977 status.go:257] multinode-691565-m02 status: &{Name:multinode-691565-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I0226 14:28:39.510589 1367977 status.go:255] checking status of multinode-691565-m03 ...
I0226 14:28:39.510892 1367977 cli_runner.go:164] Run: docker container inspect multinode-691565-m03 --format={{.State.Status}}
I0226 14:28:39.527833 1367977 status.go:330] multinode-691565-m03 host status = "Stopped" (err=<nil>)
I0226 14:28:39.527856 1367977 status.go:343] host is not running, skipping remaining checks
I0226 14:28:39.527864 1367977 status.go:257] multinode-691565-m03 status: &{Name:multinode-691565-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.28s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:272: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 node start m03 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-691565 node start m03 --alsologtostderr: (11.285653536s)
multinode_test.go:289: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status
multinode_test.go:303: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (12.07s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:311: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-691565
multinode_test.go:318: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-691565
multinode_test.go:318: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-691565: (24.803997955s)
multinode_test.go:323: (dbg) Run: out/minikube-linux-arm64 start -p multinode-691565 --wait=true -v=8 --alsologtostderr
E0226 14:30:08.258137 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
multinode_test.go:323: (dbg) Done: out/minikube-linux-arm64 start -p multinode-691565 --wait=true -v=8 --alsologtostderr: (1m36.620464191s)
multinode_test.go:328: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-691565
--- PASS: TestMultiNode/serial/RestartKeepsNodes (121.58s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 node delete m03
multinode_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p multinode-691565 node delete m03: (4.329029617s)
multinode_test.go:428: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
multinode_test.go:442: (dbg) Run: docker volume ls
multinode_test.go:452: (dbg) Run: kubectl get nodes
multinode_test.go:460: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.03s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:342: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 stop
multinode_test.go:342: (dbg) Done: out/minikube-linux-arm64 -p multinode-691565 stop: (23.648563683s)
multinode_test.go:348: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status
multinode_test.go:348: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-691565 status: exit status 7 (96.017138ms)
-- stdout --
multinode-691565
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-691565-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:355: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
multinode_test.go:355: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr: exit status 7 (89.407462ms)
-- stdout --
multinode-691565
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-691565-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0226 14:31:22.013096 1376073 out.go:291] Setting OutFile to fd 1 ...
I0226 14:31:22.013320 1376073 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:31:22.013348 1376073 out.go:304] Setting ErrFile to fd 2...
I0226 14:31:22.013368 1376073 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:31:22.013661 1376073 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:31:22.013895 1376073 out.go:298] Setting JSON to false
I0226 14:31:22.013959 1376073 mustload.go:65] Loading cluster: multinode-691565
I0226 14:31:22.014013 1376073 notify.go:220] Checking for updates...
I0226 14:31:22.014415 1376073 config.go:182] Loaded profile config "multinode-691565": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.4
I0226 14:31:22.014430 1376073 status.go:255] checking status of multinode-691565 ...
I0226 14:31:22.014912 1376073 cli_runner.go:164] Run: docker container inspect multinode-691565 --format={{.State.Status}}
I0226 14:31:22.031989 1376073 status.go:330] multinode-691565 host status = "Stopped" (err=<nil>)
I0226 14:31:22.032029 1376073 status.go:343] host is not running, skipping remaining checks
I0226 14:31:22.032036 1376073 status.go:257] multinode-691565 status: &{Name:multinode-691565 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0226 14:31:22.032069 1376073 status.go:255] checking status of multinode-691565-m02 ...
I0226 14:31:22.032381 1376073 cli_runner.go:164] Run: docker container inspect multinode-691565-m02 --format={{.State.Status}}
I0226 14:31:22.047964 1376073 status.go:330] multinode-691565-m02 host status = "Stopped" (err=<nil>)
I0226 14:31:22.047986 1376073 status.go:343] host is not running, skipping remaining checks
I0226 14:31:22.047993 1376073 status.go:257] multinode-691565-m02 status: &{Name:multinode-691565-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.83s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:372: (dbg) Run: docker version -f {{.Server.Version}}
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 start -p multinode-691565 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0226 14:32:11.282288 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
multinode_test.go:382: (dbg) Done: out/minikube-linux-arm64 start -p multinode-691565 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m16.923891887s)
multinode_test.go:388: (dbg) Run: out/minikube-linux-arm64 -p multinode-691565 status --alsologtostderr
multinode_test.go:402: (dbg) Run: kubectl get nodes
multinode_test.go:410: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (77.66s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:471: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-691565
multinode_test.go:480: (dbg) Run: out/minikube-linux-arm64 start -p multinode-691565-m02 --driver=docker --container-runtime=crio
multinode_test.go:480: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-691565-m02 --driver=docker --container-runtime=crio: exit status 14 (88.369535ms)
-- stdout --
* [multinode-691565-m02] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-691565-m02' is duplicated with machine name 'multinode-691565-m02' in profile 'multinode-691565'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:488: (dbg) Run: out/minikube-linux-arm64 start -p multinode-691565-m03 --driver=docker --container-runtime=crio
E0226 14:33:00.393309 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
multinode_test.go:488: (dbg) Done: out/minikube-linux-arm64 start -p multinode-691565-m03 --driver=docker --container-runtime=crio: (34.320775949s)
multinode_test.go:495: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-691565
multinode_test.go:495: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-691565: exit status 80 (346.562988ms)
-- stdout --
* Adding node m03 to cluster multinode-691565
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-691565-m03 already exists in multinode-691565-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:500: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-691565-m03
multinode_test.go:500: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-691565-m03: (1.938787257s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (36.75s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-680105 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-680105 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m21.125158575s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-680105 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-680105 image pull gcr.io/k8s-minikube/busybox: (1.763733681s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-680105
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-680105: (5.776012439s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-680105 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
E0226 14:35:08.259090 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-680105 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (1m28.93791336s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-680105 image list
helpers_test.go:175: Cleaning up "test-preload-680105" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-680105
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-680105: (2.304613751s)
--- PASS: TestPreload (180.14s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-469100 --memory=2048 --driver=docker --container-runtime=crio
E0226 14:36:31.301602 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-469100 --memory=2048 --driver=docker --container-runtime=crio: (29.63723527s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-469100 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-469100 -n scheduled-stop-469100
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-469100 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-469100 --cancel-scheduled
E0226 14:37:11.282509 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-469100 -n scheduled-stop-469100
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-469100
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-469100 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E0226 14:38:00.393158 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-469100
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-469100: exit status 7 (72.33375ms)
-- stdout --
scheduled-stop-469100
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-469100 -n scheduled-stop-469100
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-469100 -n scheduled-stop-469100: exit status 7 (68.106409ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-469100" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-469100
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-469100: (4.682116615s)
--- PASS: TestScheduledStopUnix (105.96s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-009104 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-009104 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (7.664815531s)
-- stdout --
{"specversion":"1.0","id":"d8d8193d-2f62-4311-b9ef-5b52d7a24b63","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-009104] minikube v1.32.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"4fa1b659-9579-4cf7-8815-72a96c032ae2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=18200"}}
{"specversion":"1.0","id":"ded06746-67ed-4a0b-9859-b3c934627811","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"bbb51ee2-2621-4d82-948d-70bc31093999","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig"}}
{"specversion":"1.0","id":"838886e2-b0b6-473e-a0bf-3aae11dddf27","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube"}}
{"specversion":"1.0","id":"447a2307-760e-42e1-8d26-7092bfced221","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"e0ef7358-ea24-4bbe-a1c8-3b63f35370ae","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"633deba8-7532-4dfc-889e-7687f6188719","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"080806f4-a086-45e1-b756-3309e9c9eaaf","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"f1f92040-f29d-4289-8fcd-1a52ba537525","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"1f477e63-cfed-4384-9272-8bcced2ec6e6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"6b5f3344-1e0c-44d8-9681-dcc5016d88f7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting control plane node insufficient-storage-009104 in cluster insufficient-storage-009104","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"2d8fe094-591c-4c0d-a87b-55aaf32e1612","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.42-1708008208-17936 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"850eab5a-4be8-4373-b4c9-f516fc333dd0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"f9457cd6-f01d-466a-bceb-fe14e31a8201","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100%% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-009104 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-009104 --output=json --layout=cluster: exit status 7 (297.143778ms)
-- stdout --
{"Name":"insufficient-storage-009104","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-009104","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0226 14:38:14.589899 1392589 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-009104" does not appear in /home/jenkins/minikube-integration/18200-1289038/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-009104 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-009104 --output=json --layout=cluster: exit status 7 (288.406166ms)
-- stdout --
{"Name":"insufficient-storage-009104","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-009104","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0226 14:38:14.879612 1392643 status.go:415] kubeconfig endpoint: extract IP: "insufficient-storage-009104" does not appear in /home/jenkins/minikube-integration/18200-1289038/kubeconfig
E0226 14:38:14.889743 1392643 status.go:559] unable to read event log: stat: stat /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/insufficient-storage-009104/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-009104" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-009104
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-009104: (1.928628625s)
--- PASS: TestInsufficientStorage (10.18s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.3575211013 start -p running-upgrade-549434 --memory=2200 --vm-driver=docker --container-runtime=crio
E0226 14:42:11.282317 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.3575211013 start -p running-upgrade-549434 --memory=2200 --vm-driver=docker --container-runtime=crio: (39.312815274s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-549434 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0226 14:43:00.393748 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-549434 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (21.930547575s)
helpers_test.go:175: Cleaning up "running-upgrade-549434" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-549434
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-549434: (2.90370651s)
--- PASS: TestRunningBinaryUpgrade (66.10s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.16.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m2.244778648s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-523661
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-523661: (1.842676758s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-523661 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-523661 status --format={{.Host}}: exit status 7 (78.493905ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m48.554751801s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-523661 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.16.0 --driver=docker --container-runtime=crio: exit status 106 (123.220094ms)
-- stdout --
* [kubernetes-upgrade-523661] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.29.0-rc.2 cluster to v1.16.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.16.0, by running:
minikube delete -p kubernetes-upgrade-523661
minikube start -p kubernetes-upgrade-523661 --kubernetes-version=v1.16.0
2) Create a second cluster with Kubernetes 1.16.0, by running:
minikube start -p kubernetes-upgrade-5236612 --kubernetes-version=v1.16.0
3) Use the existing cluster at version Kubernetes 1.29.0-rc.2, by running:
minikube start -p kubernetes-upgrade-523661 --kubernetes-version=v1.29.0-rc.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-523661 --memory=2200 --kubernetes-version=v1.29.0-rc.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m1.139861309s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-523661" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-523661
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-523661: (2.576664179s)
--- PASS: TestKubernetesUpgrade (416.70s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.190186812 start -p missing-upgrade-958772 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.190186812 start -p missing-upgrade-958772 --memory=2200 --driver=docker --container-runtime=crio: (1m19.213820292s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-958772
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-958772: (12.720944903s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-958772
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-958772 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0226 14:40:08.258483 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-958772 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (54.536525328s)
helpers_test.go:175: Cleaning up "missing-upgrade-958772" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-958772
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-958772: (2.588023532s)
--- PASS: TestMissingContainerUpgrade (150.58s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (93.378437ms)
-- stdout --
* [NoKubernetes-319406] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.09s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-319406 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-319406 --driver=docker --container-runtime=crio: (38.238230211s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-319406 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (38.59s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --driver=docker --container-runtime=crio: (16.732039788s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-319406 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-319406 status -o json: exit status 2 (387.221924ms)
-- stdout --
{"Name":"NoKubernetes-319406","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-319406
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-319406: (2.08796334s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (19.21s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --driver=docker --container-runtime=crio
E0226 14:39:23.435797 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-319406 --no-kubernetes --driver=docker --container-runtime=crio: (9.503007659s)
--- PASS: TestNoKubernetes/serial/Start (9.50s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-319406 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-319406 "sudo systemctl is-active --quiet service kubelet": exit status 1 (322.936194ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.32s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:169: (dbg) Done: out/minikube-linux-arm64 profile list: (7.986762895s)
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (8.46s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-319406
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-319406: (1.289284927s)
--- PASS: TestNoKubernetes/serial/Stop (1.29s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-319406 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-319406 --driver=docker --container-runtime=crio: (7.248496706s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.25s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-319406 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-319406 "sudo systemctl is-active --quiet service kubelet": exit status 1 (269.756896ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.27s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (1.97s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.843660707 start -p stopped-upgrade-721510 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.843660707 start -p stopped-upgrade-721510 --memory=2200 --vm-driver=docker --container-runtime=crio: (41.596874172s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.843660707 -p stopped-upgrade-721510 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.843660707 -p stopped-upgrade-721510 stop: (2.477984811s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-721510 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-721510 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (29.515997463s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (73.59s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-721510
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-721510: (1.045502492s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.05s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-135315 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-135315 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (54.508040035s)
--- PASS: TestPause/serial/Start (54.51s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-135315 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-135315 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (26.163987689s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (26.19s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-135315 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.95s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-135315 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-135315 --output=json --layout=cluster: exit status 2 (332.391255ms)
-- stdout --
{"Name":"pause-135315","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.32.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-135315","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.33s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-135315 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.75s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-135315 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.96s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-135315 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-135315 --alsologtostderr -v=5: (2.848246535s)
--- PASS: TestPause/serial/DeletePaused (2.85s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-135315
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-135315: exit status 1 (24.599539ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-135315: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.38s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-572453 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-572453 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (316.301637ms)
-- stdout --
* [false-572453] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=18200
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I0226 14:45:24.471693 1428799 out.go:291] Setting OutFile to fd 1 ...
I0226 14:45:24.472818 1428799 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:45:24.472868 1428799 out.go:304] Setting ErrFile to fd 2...
I0226 14:45:24.472889 1428799 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0226 14:45:24.473194 1428799 root.go:338] Updating PATH: /home/jenkins/minikube-integration/18200-1289038/.minikube/bin
I0226 14:45:24.473659 1428799 out.go:298] Setting JSON to false
I0226 14:45:24.474696 1428799 start.go:129] hostinfo: {"hostname":"ip-172-31-30-239","uptime":23272,"bootTime":1708935452,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1053-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I0226 14:45:24.474807 1428799 start.go:139] virtualization:
I0226 14:45:24.478646 1428799 out.go:177] * [false-572453] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I0226 14:45:24.480842 1428799 out.go:177] - MINIKUBE_LOCATION=18200
I0226 14:45:24.480908 1428799 notify.go:220] Checking for updates...
I0226 14:45:24.483597 1428799 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0226 14:45:24.485828 1428799 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/18200-1289038/kubeconfig
I0226 14:45:24.489189 1428799 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/18200-1289038/.minikube
I0226 14:45:24.491235 1428799 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0226 14:45:24.493868 1428799 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0226 14:45:24.496199 1428799 config.go:182] Loaded profile config "kubernetes-upgrade-523661": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.29.0-rc.2
I0226 14:45:24.496376 1428799 driver.go:392] Setting default libvirt URI to qemu:///system
I0226 14:45:24.531831 1428799 docker.go:122] docker version: linux-25.0.3:Docker Engine - Community
I0226 14:45:24.531950 1428799 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0226 14:45:24.663539 1428799 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:34 OomKillDisable:true NGoroutines:56 SystemTime:2024-02-26 14:45:24.650817923 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1053-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215040000 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:25.0.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:ae07eda36dd25f8a1b98dfbf587313b99c0190bb Expected:ae07eda36dd25f8a1b98dfbf587313b99c0190bb} RuncCommit:{ID:v1.1.12-0-g51d5e94 Expected:v1.1.12-0-g51d5e94} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.12.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.24.5]] Warnings:<nil>}}
I0226 14:45:24.663646 1428799 docker.go:295] overlay module found
I0226 14:45:24.667299 1428799 out.go:177] * Using the docker driver based on user configuration
I0226 14:45:24.668971 1428799 start.go:299] selected driver: docker
I0226 14:45:24.668990 1428799 start.go:903] validating driver "docker" against <nil>
I0226 14:45:24.669005 1428799 start.go:914] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0226 14:45:24.671458 1428799 out.go:177]
W0226 14:45:24.673201 1428799 out.go:239] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I0226 14:45:24.675173 1428799 out.go:177]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-572453 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-572453
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-572453
>>> host: /etc/nsswitch.conf:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/hosts:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/resolv.conf:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-572453
>>> host: crictl pods:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: crictl containers:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> k8s: describe netcat deployment:
error: context "false-572453" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-572453" does not exist
>>> k8s: netcat logs:
error: context "false-572453" does not exist
>>> k8s: describe coredns deployment:
error: context "false-572453" does not exist
>>> k8s: describe coredns pods:
error: context "false-572453" does not exist
>>> k8s: coredns logs:
error: context "false-572453" does not exist
>>> k8s: describe api server pod(s):
error: context "false-572453" does not exist
>>> k8s: api server logs:
error: context "false-572453" does not exist
>>> host: /etc/cni:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: ip a s:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: ip r s:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: iptables-save:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: iptables table nat:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> k8s: describe kube-proxy daemon set:
error: context "false-572453" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-572453" does not exist
>>> k8s: kube-proxy logs:
error: context "false-572453" does not exist
>>> host: kubelet daemon status:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: kubelet daemon config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> k8s: kubelet logs:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 26 Feb 2024 14:41:02 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-523661
contexts:
- context:
cluster: kubernetes-upgrade-523661
user: kubernetes-upgrade-523661
name: kubernetes-upgrade-523661
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-523661
user:
client-certificate: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.crt
client-key: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-572453
>>> host: docker daemon status:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: docker daemon config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/docker/daemon.json:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: docker system info:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: cri-docker daemon status:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: cri-docker daemon config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: cri-dockerd version:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: containerd daemon status:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: containerd daemon config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/containerd/config.toml:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: containerd config dump:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: crio daemon status:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: crio daemon config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: /etc/crio:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
>>> host: crio config:
* Profile "false-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-572453"
----------------------- debugLogs end: false-572453 [took: 5.721412487s] --------------------------------
helpers_test.go:175: Cleaning up "false-572453" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-572453
--- PASS: TestNetworkPlugins/group/false (6.32s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-286850 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
E0226 14:48:00.393904 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-286850 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (2m7.376412369s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (127.38s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-286850 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [7cf48ed4-d547-426a-a55a-acecccc54b21] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [7cf48ed4-d547-426a-a55a-acecccc54b21] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 10.003017631s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-286850 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (10.48s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-286850 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-286850 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.93s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-286850 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-286850 --alsologtostderr -v=3: (12.048165685s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.05s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-286850 -n old-k8s-version-286850
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-286850 -n old-k8s-version-286850: exit status 7 (83.871938ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-286850 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-286850 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-286850 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.16.0: (7m22.122738288s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-286850 -n old-k8s-version-286850
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (442.51s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-939202 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-939202 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (1m8.040381241s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (68.04s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-939202 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [78b8fe57-e19a-4ebc-9b46-9db86529d740] Pending
helpers_test.go:344: "busybox" [78b8fe57-e19a-4ebc-9b46-9db86529d740] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [78b8fe57-e19a-4ebc-9b46-9db86529d740] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.004945798s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-939202 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.36s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-939202 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-939202 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.017322398s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-939202 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.13s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-939202 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-939202 --alsologtostderr -v=3: (11.973114513s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (11.97s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-939202 -n no-preload-939202
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-939202 -n no-preload-939202: exit status 7 (87.60655ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-939202 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-939202 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0226 14:52:11.282551 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 14:53:00.394106 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:53:11.301918 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:55:08.258301 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 14:56:03.436103 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
E0226 14:57:11.282310 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-939202 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (10m16.242517464s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-939202 -n no-preload-939202
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (616.63s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-ltkd9" [8052decb-53e6-463a-bd03-6e2a55549030] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003435769s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-84b68f675b-ltkd9" [8052decb-53e6-463a-bd03-6e2a55549030] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003789914s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-286850 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.19s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-286850 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20220726-ed811e41
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.37s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-286850 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 pause -p old-k8s-version-286850 --alsologtostderr -v=1: (1.218074264s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-286850 -n old-k8s-version-286850
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-286850 -n old-k8s-version-286850: exit status 2 (529.931279ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-286850 -n old-k8s-version-286850
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-286850 -n old-k8s-version-286850: exit status 2 (519.095277ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-286850 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 unpause -p old-k8s-version-286850 --alsologtostderr -v=1: (1.109836275s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-286850 -n old-k8s-version-286850
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-286850 -n old-k8s-version-286850
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (4.69s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-551733 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0226 14:58:00.392883 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-551733 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (50.131870041s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (50.13s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-551733 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [2a6bb085-313a-4db2-ad8f-dbb7a138d38c] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [2a6bb085-313a-4db2-ad8f-dbb7a138d38c] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.003202579s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-551733 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.33s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-551733 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-551733 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.065779832s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-551733 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.19s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-551733 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-551733 --alsologtostderr -v=3: (12.002791257s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.00s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-551733 -n embed-certs-551733
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-551733 -n embed-certs-551733: exit status 7 (111.651848ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-551733 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.26s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-551733 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0226 14:59:26.709434 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:26.714661 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:26.724924 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:26.745235 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:26.785548 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:26.865865 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:27.026196 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:27.347262 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:27.988079 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:29.268755 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:31.828983 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:36.949542 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 14:59:47.189777 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:00:07.670850 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:00:08.258341 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 15:00:48.631770 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:01:54.332505 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-551733 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (10m18.503156169s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-551733 -n embed-certs-551733
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (618.89s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-svxvw" [f43ce0b5-69af-42d7-b826-cbce4224719a] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.005194398s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-svxvw" [f43ce0b5-69af-42d7-b826-cbce4224719a] Running
E0226 15:02:10.551997 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:02:11.282913 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004516986s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-939202 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (6.11s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p no-preload-939202 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-939202 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-939202 -n no-preload-939202
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-939202 -n no-preload-939202: exit status 2 (356.823515ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-939202 -n no-preload-939202
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-939202 -n no-preload-939202: exit status 2 (357.317271ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-939202 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-939202 -n no-preload-939202
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-939202 -n no-preload-939202
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.22s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-098879 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0226 15:03:00.393638 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-098879 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (52.206050042s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (52.21s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-098879 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [a08c24ee-cffa-41eb-b3d7-f3e58a2040b2] Pending
helpers_test.go:344: "busybox" [a08c24ee-cffa-41eb-b3d7-f3e58a2040b2] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [a08c24ee-cffa-41eb-b3d7-f3e58a2040b2] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 9.007612366s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-098879 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (9.34s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-098879 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-098879 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.097268052s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-098879 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.22s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-098879 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-098879 --alsologtostderr -v=3: (12.014504353s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879: exit status 7 (81.550785ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-098879 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-098879 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4
E0226 15:04:26.710315 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:04:54.392478 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:05:08.257862 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 15:06:25.069471 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.074938 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.085246 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.105538 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.145804 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.226130 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.386475 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:25.707054 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:26.348151 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:27.628750 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:30.189384 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:35.310494 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:06:45.550701 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:07:06.031048 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:07:11.282991 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
E0226 15:07:46.991908 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:08:00.393139 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-098879 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.28.4: (5m43.381599963s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (343.95s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-fkljd" [37cad19d-4840-48c1-b6b1-17c68c5cc8ca] Running
E0226 15:09:08.912352 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003909402s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-fkljd" [37cad19d-4840-48c1-b6b1-17c68c5cc8ca] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004190232s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-551733 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.31s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-551733 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.37s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-551733 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 pause -p embed-certs-551733 --alsologtostderr -v=1: (1.121116381s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-551733 -n embed-certs-551733
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-551733 -n embed-certs-551733: exit status 2 (589.621157ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-551733 -n embed-certs-551733
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-551733 -n embed-certs-551733: exit status 2 (527.900794ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-551733 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Done: out/minikube-linux-arm64 unpause -p embed-certs-551733 --alsologtostderr -v=1: (1.17436455s)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-551733 -n embed-certs-551733
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-551733 -n embed-certs-551733
--- PASS: TestStartStop/group/embed-certs/serial/Pause (5.09s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-6575n" [c60420a3-840e-470d-a71e-f5b2542e0aaf] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-6575n" [c60420a3-840e-470d-a71e-f5b2542e0aaf] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 11.009389493s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (11.01s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-434037 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
E0226 15:09:26.710118 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-434037 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (53.022331993s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (53.02s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-8694d4445c-6575n" [c60420a3-840e-470d-a71e-f5b2542e0aaf] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.006127773s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-098879 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (6.12s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-098879 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.32s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-098879 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879: exit status 2 (385.119247ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879: exit status 2 (451.056892ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-098879 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-098879 -n default-k8s-diff-port-098879
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (4.07s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E0226 15:09:51.302818 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 15:10:08.258709 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (54.596058482s)
--- PASS: TestNetworkPlugins/group/auto/Start (54.60s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-434037 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-434037 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (2.040034011s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (2.04s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-434037 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-434037 --alsologtostderr -v=3: (1.33468919s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.33s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-434037 -n newest-cni-434037
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-434037 -n newest-cni-434037: exit status 7 (77.360195ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-434037 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-434037 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-434037 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.29.0-rc.2: (31.969111376s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-434037 -n newest-cni-434037
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (32.34s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-2l7dz" [f6c06bd0-b2e9-4b66-a3b0-26013692e19a] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-2l7dz" [f6c06bd0-b2e9-4b66-a3b0-26013692e19a] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 13.005255238s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (13.33s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-434037 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20230809-80a64d96
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-434037 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-434037 -n newest-cni-434037
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-434037 -n newest-cni-434037: exit status 2 (435.164487ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-434037 -n newest-cni-434037
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-434037 -n newest-cni-434037: exit status 2 (446.510194ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-434037 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-434037 -n newest-cni-434037
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-434037 -n newest-cni-434037
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.31s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.26s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.23s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m9.760268495s)
--- PASS: TestNetworkPlugins/group/flannel/Start (69.76s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E0226 15:11:25.068911 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
E0226 15:11:52.752537 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/no-preload-939202/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m23.706975336s)
--- PASS: TestNetworkPlugins/group/calico/Start (83.71s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-2fdjh" [b0edd483-5da0-45a2-8da7-ec12f75726e9] Running
E0226 15:12:11.282764 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/addons-297209/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.005356427s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.48s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-k4txg" [696fabc0-1933-4bb5-a050-f13dd17a785a] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-k4txg" [696fabc0-1933-4bb5-a050-f13dd17a785a] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 11.004304855s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (11.36s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.34s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-fxlrm" [c0fd9df9-74aa-4334-9fcc-44d5372f4307] Running
E0226 15:12:43.436787 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.005180124s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-cjj7q" [12e565e2-1e58-4e7c-bb4d-e68b7bb672a6] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-cjj7q" [12e565e2-1e58-4e7c-bb4d-e68b7bb672a6] Running
E0226 15:13:00.393717 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/ingress-addon-legacy-244644/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 12.003533566s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (12.27s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m11.354211912s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (71.35s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.18s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E0226 15:13:34.857186 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/default-k8s-diff-port-098879/client.crt: no such file or directory
E0226 15:13:55.337896 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/default-k8s-diff-port-098879/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (52.598852238s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (52.60s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.35s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-k665c" [3c7f92d6-7b82-46a5-80c1-0471690e242d] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-k665c" [3c7f92d6-7b82-46a5-80c1-0471690e242d] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.003865279s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.33s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.21s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.23s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.31s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-r557c" [b1c42cb7-c438-4cf9-915f-277d14c7a95c] Running
E0226 15:14:26.709880 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003944987s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-xdmvc" [bd4a01e5-d318-4e0e-9318-0f0272801551] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-xdmvc" [bd4a01e5-d318-4e0e-9318-0f0272801551] Running
E0226 15:14:36.298513 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/default-k8s-diff-port-098879/client.crt: no such file or directory
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 12.004306714s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (12.38s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m30.915997148s)
--- PASS: TestNetworkPlugins/group/bridge/Start (90.92s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.23s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.20s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
E0226 15:15:08.258414 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/functional-815570/client.crt: no such file or directory
E0226 15:15:41.047670 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.052967 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.063211 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.083472 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.124032 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.204280 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.364769 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:41.685867 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:42.326018 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:43.607084 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:46.167866 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:49.753161 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/old-k8s-version-286850/client.crt: no such file or directory
E0226 15:15:51.288378 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
E0226 15:15:58.219533 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/default-k8s-diff-port-098879/client.crt: no such file or directory
E0226 15:16:01.528611 1294394 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/auto-572453/client.crt: no such file or directory
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-572453 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m26.351472241s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (86.35s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-vjqcf" [08b752de-c6b6-40d2-8ba0-88f6f6c84ce3] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-vjqcf" [08b752de-c6b6-40d2-8ba0-88f6f6c84ce3] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 9.004151604s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (9.28s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.19s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-572453 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.45s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-572453 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-56589dfd74-d66zz" [71c3352b-4c97-4772-8abf-e1cb81e6e4ff] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-56589dfd74-d66zz" [71c3352b-4c97-4772-8abf-e1cb81e6e4ff] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 11.003971763s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (11.39s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-572453 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.16s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-572453 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.16s)
=== RUN TestDownloadOnly/v1.16.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.16.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.16.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.16.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.16.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.16.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.28.4/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.4/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.4/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.4/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.4/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.4/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.29.0-rc.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.29.0-rc.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-478529 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-478529" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-478529
--- SKIP: TestDownloadOnlyKic (0.58s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/parallel/HelmTiller
=== PAUSE TestAddons/parallel/HelmTiller
=== CONT TestAddons/parallel/HelmTiller
addons_test.go:444: skip Helm test on arm64
--- SKIP: TestAddons/parallel/HelmTiller (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:498: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1783: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:459: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:546: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-686810" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-686810
--- SKIP: TestStartStop/group/disable-driver-mounts (0.16s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:626:
----------------------- debugLogs start: kubenet-572453 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-572453
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-572453
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/hosts:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/resolv.conf:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-572453
>>> host: crictl pods:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: crictl containers:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> k8s: describe netcat deployment:
error: context "kubenet-572453" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-572453" does not exist
>>> k8s: netcat logs:
error: context "kubenet-572453" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-572453" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-572453" does not exist
>>> k8s: coredns logs:
error: context "kubenet-572453" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-572453" does not exist
>>> k8s: api server logs:
error: context "kubenet-572453" does not exist
>>> host: /etc/cni:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: ip a s:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: ip r s:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: iptables-save:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: iptables table nat:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-572453" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-572453" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-572453" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: kubelet daemon config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> k8s: kubelet logs:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 26 Feb 2024 14:41:02 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-523661
contexts:
- context:
cluster: kubernetes-upgrade-523661
user: kubernetes-upgrade-523661
name: kubernetes-upgrade-523661
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-523661
user:
client-certificate: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.crt
client-key: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-572453
>>> host: docker daemon status:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: docker daemon config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: docker system info:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: cri-docker daemon status:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: cri-docker daemon config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: cri-dockerd version:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: containerd daemon status:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: containerd daemon config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: containerd config dump:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: crio daemon status:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: crio daemon config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: /etc/crio:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
>>> host: crio config:
* Profile "kubenet-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-572453"
----------------------- debugLogs end: kubenet-572453 [took: 4.580521251s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-572453" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-572453
--- SKIP: TestNetworkPlugins/group/kubenet (4.84s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:626:
----------------------- debugLogs start: cilium-572453 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-572453
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-572453
>>> host: /etc/nsswitch.conf:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/hosts:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/resolv.conf:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-572453
>>> host: crictl pods:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: crictl containers:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> k8s: describe netcat deployment:
error: context "cilium-572453" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-572453" does not exist
>>> k8s: netcat logs:
error: context "cilium-572453" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-572453" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-572453" does not exist
>>> k8s: coredns logs:
error: context "cilium-572453" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-572453" does not exist
>>> k8s: api server logs:
error: context "cilium-572453" does not exist
>>> host: /etc/cni:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: ip a s:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: ip r s:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: iptables-save:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: iptables table nat:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-572453
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-572453
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-572453" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-572453" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-572453
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-572453
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-572453" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-572453" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-572453" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-572453" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-572453" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: kubelet daemon config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> k8s: kubelet logs:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/18200-1289038/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 26 Feb 2024 14:41:02 UTC
provider: minikube.sigs.k8s.io
version: v1.32.0
name: cluster_info
server: https://192.168.67.2:8443
name: kubernetes-upgrade-523661
contexts:
- context:
cluster: kubernetes-upgrade-523661
user: kubernetes-upgrade-523661
name: kubernetes-upgrade-523661
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-523661
user:
client-certificate: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.crt
client-key: /home/jenkins/minikube-integration/18200-1289038/.minikube/profiles/kubernetes-upgrade-523661/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-572453
>>> host: docker daemon status:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: docker daemon config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: docker system info:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: cri-docker daemon status:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: cri-docker daemon config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: cri-dockerd version:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: containerd daemon status:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: containerd daemon config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: containerd config dump:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: crio daemon status:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: crio daemon config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: /etc/crio:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
>>> host: crio config:
* Profile "cilium-572453" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-572453"
----------------------- debugLogs end: cilium-572453 [took: 5.33191548s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-572453" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-572453
--- SKIP: TestNetworkPlugins/group/cilium (5.54s)