36ed4f4062413474f7b114ebc11d0835e79e9d46:2025-04-03:38987
| Order | failed test | Duration |
|---|---|---|
| 36 | TestAddons/parallel/Ingress | 151.98 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-892160 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-892160 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-892160 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [9ca1a2ca-fb32-4344-a790-413829a64eb8] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [9ca1a2ca-fb32-4344-a790-413829a64eb8] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.00487674s
I0403 18:23:15.842787 306930 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-892160 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.089331713s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-892160 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-892160
helpers_test.go:235: (dbg) docker inspect addons-892160:
-- stdout --
[
{
"Id": "7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988",
"Created": "2025-04-03T18:18:44.178653726Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 308096,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-03T18:18:44.238753525Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:1a97cd9e9bbab266425b883d3ed87fee4969302ed9a49ce4df4bf460f6bbf404",
"ResolvConfPath": "/var/lib/docker/containers/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988/hostname",
"HostsPath": "/var/lib/docker/containers/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988/hosts",
"LogPath": "/var/lib/docker/containers/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988-json.log",
"Name": "/addons-892160",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-892160:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-892160",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988",
"LowerDir": "/var/lib/docker/overlay2/ec4ca526329db4f4a8222113cdb49cafb2de9e9f8c449e610c4c5b51c386c03a-init/diff:/var/lib/docker/overlay2/e1345faf79d0ed7181cb687b164d8fccbd5135d83e236b1599475789c6c1c72a/diff",
"MergedDir": "/var/lib/docker/overlay2/ec4ca526329db4f4a8222113cdb49cafb2de9e9f8c449e610c4c5b51c386c03a/merged",
"UpperDir": "/var/lib/docker/overlay2/ec4ca526329db4f4a8222113cdb49cafb2de9e9f8c449e610c4c5b51c386c03a/diff",
"WorkDir": "/var/lib/docker/overlay2/ec4ca526329db4f4a8222113cdb49cafb2de9e9f8c449e610c4c5b51c386c03a/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-892160",
"Source": "/var/lib/docker/volumes/addons-892160/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-892160",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-892160",
"name.minikube.sigs.k8s.io": "addons-892160",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "37e30ca1629d3f088e55a6f15e0bc93cd18d17d405dc391a1d612ebe09f134a6",
"SandboxKey": "/var/run/docker/netns/37e30ca1629d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33138"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-892160": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "2e:df:8f:a8:ef:c9",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "8f88cfcc1fba189b7b88d3b80fb3fb7c4d75b13e179ed2541370073f1218f672",
"EndpointID": "6fb348cba03f9ab35de0141d5a99420060f804a2f1e4fcc25214e2bc101a3f09",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-892160",
"7f685a37033b"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-892160 -n addons-892160
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 logs -n 25: (1.593297634s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-627830 | download-only-627830 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:18 UTC |
| start | --download-only -p | download-docker-811070 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | download-docker-811070 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-811070 | download-docker-811070 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:18 UTC |
| start | --download-only -p | binary-mirror-185638 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | binary-mirror-185638 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:40645 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-185638 | binary-mirror-185638 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:18 UTC |
| addons | disable dashboard -p | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | addons-892160 | | | | | |
| addons | enable dashboard -p | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | addons-892160 | | | | | |
| start | -p addons-892160 --wait=true | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:21 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:21 UTC | 03 Apr 25 18:21 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:21 UTC | 03 Apr 25 18:21 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:21 UTC | 03 Apr 25 18:21 UTC |
| | -p addons-892160 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:21 UTC | 03 Apr 25 18:22 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-892160 ip | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-892160 ssh cat | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | /opt/local-path-provisioner/pvc-2fe35125-499d-4788-9eaf-341c02216b48_default_test-pvc/file1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons disable | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:23 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:22 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:22 UTC | 03 Apr 25 18:23 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-892160 addons | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:23 UTC | 03 Apr 25 18:23 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-892160 ssh curl -s | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:23 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-892160 ip | addons-892160 | jenkins | v1.35.0 | 03 Apr 25 18:25 UTC | 03 Apr 25 18:25 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/03 18:18:18
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0403 18:18:18.286484 307693 out.go:345] Setting OutFile to fd 1 ...
I0403 18:18:18.286601 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:18.286612 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:18:18.286616 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:18.286881 307693 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:18:18.287377 307693 out.go:352] Setting JSON to false
I0403 18:18:18.288225 307693 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7246,"bootTime":1743697053,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 18:18:18.288303 307693 start.go:139] virtualization:
I0403 18:18:18.291731 307693 out.go:177] * [addons-892160] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0403 18:18:18.294779 307693 out.go:177] - MINIKUBE_LOCATION=20591
I0403 18:18:18.294839 307693 notify.go:220] Checking for updates...
I0403 18:18:18.300784 307693 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 18:18:18.303692 307693 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:18:18.306525 307693 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 18:18:18.309381 307693 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0403 18:18:18.312216 307693 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0403 18:18:18.315334 307693 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 18:18:18.350085 307693 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 18:18:18.350202 307693 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:18.409867 307693 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-03 18:18:18.400338649 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:18.409975 307693 docker.go:318] overlay module found
I0403 18:18:18.413129 307693 out.go:177] * Using the docker driver based on user configuration
I0403 18:18:18.416065 307693 start.go:297] selected driver: docker
I0403 18:18:18.416093 307693 start.go:901] validating driver "docker" against <nil>
I0403 18:18:18.416108 307693 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0403 18:18:18.416889 307693 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:18.471168 307693 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-03 18:18:18.461647468 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:18.471341 307693 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0403 18:18:18.471566 307693 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0403 18:18:18.474441 307693 out.go:177] * Using Docker driver with root privileges
I0403 18:18:18.477442 307693 cni.go:84] Creating CNI manager for ""
I0403 18:18:18.477532 307693 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0403 18:18:18.477546 307693 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0403 18:18:18.477634 307693 start.go:340] cluster config:
{Name:addons-892160 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-892160 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0403 18:18:18.482591 307693 out.go:177] * Starting "addons-892160" primary control-plane node in "addons-892160" cluster
I0403 18:18:18.485546 307693 cache.go:121] Beginning downloading kic base image for docker with crio
I0403 18:18:18.488640 307693 out.go:177] * Pulling base image v0.0.46-1743675393-20591 ...
I0403 18:18:18.491487 307693 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0403 18:18:18.491551 307693 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
I0403 18:18:18.491565 307693 cache.go:56] Caching tarball of preloaded images
I0403 18:18:18.491589 307693 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local docker daemon
I0403 18:18:18.491648 307693 preload.go:172] Found /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0403 18:18:18.491658 307693 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0403 18:18:18.492015 307693 profile.go:143] Saving config to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/config.json ...
I0403 18:18:18.492039 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/config.json: {Name:mkb7c576d1e1e81296503edaab8c8b0f56a77f9e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:18.506766 307693 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 to local cache
I0403 18:18:18.506902 307693 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory
I0403 18:18:18.506928 307693 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory, skipping pull
I0403 18:18:18.506934 307693 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 exists in cache, skipping pull
I0403 18:18:18.506944 307693 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 as a tarball
I0403 18:18:18.506956 307693 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from local cache
I0403 18:18:36.809731 307693 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 from cached tarball
I0403 18:18:36.809772 307693 cache.go:230] Successfully downloaded all kic artifacts
I0403 18:18:36.809811 307693 start.go:360] acquireMachinesLock for addons-892160: {Name:mkaf75583eb63d0950ae37ba5af07260903c6f98 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0403 18:18:36.809942 307693 start.go:364] duration metric: took 108.473µs to acquireMachinesLock for "addons-892160"
I0403 18:18:36.809971 307693 start.go:93] Provisioning new machine with config: &{Name:addons-892160 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-892160 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0403 18:18:36.810047 307693 start.go:125] createHost starting for "" (driver="docker")
I0403 18:18:36.813491 307693 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0403 18:18:36.813744 307693 start.go:159] libmachine.API.Create for "addons-892160" (driver="docker")
I0403 18:18:36.813794 307693 client.go:168] LocalClient.Create starting
I0403 18:18:36.813909 307693 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem
I0403 18:18:37.370177 307693 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/cert.pem
I0403 18:18:38.209347 307693 cli_runner.go:164] Run: docker network inspect addons-892160 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0403 18:18:38.226338 307693 cli_runner.go:211] docker network inspect addons-892160 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0403 18:18:38.226426 307693 network_create.go:284] running [docker network inspect addons-892160] to gather additional debugging logs...
I0403 18:18:38.226449 307693 cli_runner.go:164] Run: docker network inspect addons-892160
W0403 18:18:38.243311 307693 cli_runner.go:211] docker network inspect addons-892160 returned with exit code 1
I0403 18:18:38.243342 307693 network_create.go:287] error running [docker network inspect addons-892160]: docker network inspect addons-892160: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-892160 not found
I0403 18:18:38.243357 307693 network_create.go:289] output of [docker network inspect addons-892160]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-892160 not found
** /stderr **
I0403 18:18:38.243448 307693 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0403 18:18:38.259874 307693 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001ca4280}
I0403 18:18:38.259920 307693 network_create.go:124] attempt to create docker network addons-892160 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0403 18:18:38.259974 307693 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-892160 addons-892160
I0403 18:18:38.323277 307693 network_create.go:108] docker network addons-892160 192.168.49.0/24 created
I0403 18:18:38.323309 307693 kic.go:121] calculated static IP "192.168.49.2" for the "addons-892160" container
I0403 18:18:38.323404 307693 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0403 18:18:38.340206 307693 cli_runner.go:164] Run: docker volume create addons-892160 --label name.minikube.sigs.k8s.io=addons-892160 --label created_by.minikube.sigs.k8s.io=true
I0403 18:18:38.360507 307693 oci.go:103] Successfully created a docker volume addons-892160
I0403 18:18:38.360594 307693 cli_runner.go:164] Run: docker run --rm --name addons-892160-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-892160 --entrypoint /usr/bin/test -v addons-892160:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib
I0403 18:18:39.793907 307693 cli_runner.go:217] Completed: docker run --rm --name addons-892160-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-892160 --entrypoint /usr/bin/test -v addons-892160:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -d /var/lib: (1.43326462s)
I0403 18:18:39.793939 307693 oci.go:107] Successfully prepared a docker volume addons-892160
I0403 18:18:39.793979 307693 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0403 18:18:39.794001 307693 kic.go:194] Starting extracting preloaded images to volume ...
I0403 18:18:39.794062 307693 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-892160:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir
I0403 18:18:44.108841 307693 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-892160:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 -I lz4 -xf /preloaded.tar -C /extractDir: (4.314730607s)
I0403 18:18:44.108877 307693 kic.go:203] duration metric: took 4.314871385s to extract preloaded images to volume ...
W0403 18:18:44.109016 307693 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0403 18:18:44.109144 307693 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0403 18:18:44.163800 307693 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-892160 --name addons-892160 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-892160 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-892160 --network addons-892160 --ip 192.168.49.2 --volume addons-892160:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727
I0403 18:18:44.450336 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Running}}
I0403 18:18:44.470561 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:18:44.491329 307693 cli_runner.go:164] Run: docker exec addons-892160 stat /var/lib/dpkg/alternatives/iptables
I0403 18:18:44.538516 307693 oci.go:144] the created container "addons-892160" has a running status.
I0403 18:18:44.538548 307693 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa...
I0403 18:18:44.774573 307693 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0403 18:18:44.810226 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:18:44.835975 307693 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0403 18:18:44.835995 307693 kic_runner.go:114] Args: [docker exec --privileged addons-892160 chown docker:docker /home/docker/.ssh/authorized_keys]
I0403 18:18:44.899019 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:18:44.918452 307693 machine.go:93] provisionDockerMachine start ...
I0403 18:18:44.918573 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:44.939545 307693 main.go:141] libmachine: Using SSH client type: native
I0403 18:18:44.939874 307693 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0403 18:18:44.939887 307693 main.go:141] libmachine: About to run SSH command:
hostname
I0403 18:18:44.942503 307693 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I0403 18:18:48.069222 307693 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-892160
I0403 18:18:48.069291 307693 ubuntu.go:169] provisioning hostname "addons-892160"
I0403 18:18:48.069368 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:48.088574 307693 main.go:141] libmachine: Using SSH client type: native
I0403 18:18:48.088948 307693 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0403 18:18:48.088968 307693 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-892160 && echo "addons-892160" | sudo tee /etc/hostname
I0403 18:18:48.221525 307693 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-892160
I0403 18:18:48.221640 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:48.238396 307693 main.go:141] libmachine: Using SSH client type: native
I0403 18:18:48.238696 307693 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0403 18:18:48.238719 307693 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-892160' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-892160/g' /etc/hosts;
else
echo '127.0.1.1 addons-892160' | sudo tee -a /etc/hosts;
fi
fi
I0403 18:18:48.361421 307693 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0403 18:18:48.361450 307693 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20591-301409/.minikube CaCertPath:/home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20591-301409/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20591-301409/.minikube}
I0403 18:18:48.361473 307693 ubuntu.go:177] setting up certificates
I0403 18:18:48.361484 307693 provision.go:84] configureAuth start
I0403 18:18:48.361546 307693 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-892160
I0403 18:18:48.384179 307693 provision.go:143] copyHostCerts
I0403 18:18:48.384266 307693 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20591-301409/.minikube/ca.pem (1078 bytes)
I0403 18:18:48.384390 307693 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20591-301409/.minikube/cert.pem (1123 bytes)
I0403 18:18:48.384486 307693 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20591-301409/.minikube/key.pem (1675 bytes)
I0403 18:18:48.384548 307693 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20591-301409/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca-key.pem org=jenkins.addons-892160 san=[127.0.0.1 192.168.49.2 addons-892160 localhost minikube]
I0403 18:18:48.636369 307693 provision.go:177] copyRemoteCerts
I0403 18:18:48.636447 307693 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0403 18:18:48.636490 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:48.655229 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:18:48.746933 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I0403 18:18:48.771349 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0403 18:18:48.797645 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0403 18:18:48.821942 307693 provision.go:87] duration metric: took 460.43452ms to configureAuth
I0403 18:18:48.821967 307693 ubuntu.go:193] setting minikube options for container-runtime
I0403 18:18:48.822153 307693 config.go:182] Loaded profile config "addons-892160": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:18:48.822261 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:48.839394 307693 main.go:141] libmachine: Using SSH client type: native
I0403 18:18:48.839723 307693 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33138 <nil> <nil>}
I0403 18:18:48.839745 307693 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0403 18:18:49.064122 307693 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0403 18:18:49.064144 307693 machine.go:96] duration metric: took 4.145665661s to provisionDockerMachine
I0403 18:18:49.064154 307693 client.go:171] duration metric: took 12.25034989s to LocalClient.Create
I0403 18:18:49.064164 307693 start.go:167] duration metric: took 12.250422384s to libmachine.API.Create "addons-892160"
I0403 18:18:49.064171 307693 start.go:293] postStartSetup for "addons-892160" (driver="docker")
I0403 18:18:49.064186 307693 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0403 18:18:49.064278 307693 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0403 18:18:49.064326 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:49.082083 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:18:49.174459 307693 ssh_runner.go:195] Run: cat /etc/os-release
I0403 18:18:49.177734 307693 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0403 18:18:49.177769 307693 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0403 18:18:49.177780 307693 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0403 18:18:49.177788 307693 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0403 18:18:49.177798 307693 filesync.go:126] Scanning /home/jenkins/minikube-integration/20591-301409/.minikube/addons for local assets ...
I0403 18:18:49.177877 307693 filesync.go:126] Scanning /home/jenkins/minikube-integration/20591-301409/.minikube/files for local assets ...
I0403 18:18:49.177909 307693 start.go:296] duration metric: took 113.722916ms for postStartSetup
I0403 18:18:49.178224 307693 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-892160
I0403 18:18:49.194658 307693 profile.go:143] Saving config to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/config.json ...
I0403 18:18:49.194939 307693 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:18:49.194991 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:49.212032 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:18:49.302058 307693 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0403 18:18:49.306358 307693 start.go:128] duration metric: took 12.496294808s to createHost
I0403 18:18:49.306386 307693 start.go:83] releasing machines lock for "addons-892160", held for 12.496431278s
I0403 18:18:49.306456 307693 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-892160
I0403 18:18:49.322926 307693 ssh_runner.go:195] Run: cat /version.json
I0403 18:18:49.322975 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:49.323062 307693 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0403 18:18:49.323148 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:18:49.343025 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:18:49.346761 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:18:49.564198 307693 ssh_runner.go:195] Run: systemctl --version
I0403 18:18:49.568550 307693 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0403 18:18:49.716337 307693 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0403 18:18:49.720768 307693 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0403 18:18:49.742725 307693 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0403 18:18:49.742845 307693 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0403 18:18:49.777491 307693 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0403 18:18:49.777512 307693 start.go:495] detecting cgroup driver to use...
I0403 18:18:49.777543 307693 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0403 18:18:49.777592 307693 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0403 18:18:49.794830 307693 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0403 18:18:49.806363 307693 docker.go:217] disabling cri-docker service (if available) ...
I0403 18:18:49.806458 307693 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0403 18:18:49.820310 307693 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0403 18:18:49.835420 307693 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0403 18:18:49.927220 307693 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0403 18:18:50.030273 307693 docker.go:233] disabling docker service ...
I0403 18:18:50.030419 307693 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0403 18:18:50.053869 307693 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0403 18:18:50.067723 307693 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0403 18:18:50.153622 307693 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0403 18:18:50.257326 307693 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0403 18:18:50.269400 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0403 18:18:50.287687 307693 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0403 18:18:50.287762 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.298774 307693 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0403 18:18:50.298857 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.308714 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.319667 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.329243 307693 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0403 18:18:50.338240 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.347959 307693 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.364248 307693 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0403 18:18:50.374337 307693 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0403 18:18:50.383117 307693 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0403 18:18:50.391666 307693 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0403 18:18:50.468757 307693 ssh_runner.go:195] Run: sudo systemctl restart crio
I0403 18:18:50.587553 307693 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0403 18:18:50.587676 307693 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0403 18:18:50.591872 307693 start.go:563] Will wait 60s for crictl version
I0403 18:18:50.591970 307693 ssh_runner.go:195] Run: which crictl
I0403 18:18:50.595325 307693 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0403 18:18:50.633026 307693 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0403 18:18:50.633192 307693 ssh_runner.go:195] Run: crio --version
I0403 18:18:50.672600 307693 ssh_runner.go:195] Run: crio --version
I0403 18:18:50.718593 307693 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0403 18:18:50.721561 307693 cli_runner.go:164] Run: docker network inspect addons-892160 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0403 18:18:50.739630 307693 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0403 18:18:50.743363 307693 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0403 18:18:50.754243 307693 kubeadm.go:883] updating cluster {Name:addons-892160 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-892160 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0403 18:18:50.754357 307693 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0403 18:18:50.754413 307693 ssh_runner.go:195] Run: sudo crictl images --output json
I0403 18:18:50.838964 307693 crio.go:514] all images are preloaded for cri-o runtime.
I0403 18:18:50.838989 307693 crio.go:433] Images already preloaded, skipping extraction
I0403 18:18:50.839053 307693 ssh_runner.go:195] Run: sudo crictl images --output json
I0403 18:18:50.876053 307693 crio.go:514] all images are preloaded for cri-o runtime.
I0403 18:18:50.876078 307693 cache_images.go:84] Images are preloaded, skipping loading
I0403 18:18:50.876086 307693 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0403 18:18:50.876170 307693 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-892160 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-892160 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0403 18:18:50.876256 307693 ssh_runner.go:195] Run: crio config
I0403 18:18:50.925095 307693 cni.go:84] Creating CNI manager for ""
I0403 18:18:50.925120 307693 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0403 18:18:50.925130 307693 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0403 18:18:50.925161 307693 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-892160 NodeName:addons-892160 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0403 18:18:50.925288 307693 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-892160"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0403 18:18:50.925361 307693 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0403 18:18:50.934666 307693 binaries.go:44] Found k8s binaries, skipping transfer
I0403 18:18:50.934736 307693 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0403 18:18:50.943713 307693 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0403 18:18:50.962599 307693 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0403 18:18:50.981171 307693 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0403 18:18:51.000218 307693 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0403 18:18:51.005143 307693 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0403 18:18:51.018354 307693 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0403 18:18:51.100384 307693 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0403 18:18:51.114525 307693 certs.go:68] Setting up /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160 for IP: 192.168.49.2
I0403 18:18:51.114590 307693 certs.go:194] generating shared ca certs ...
I0403 18:18:51.114623 307693 certs.go:226] acquiring lock for ca certs: {Name:mk97ae5d24c68b4ff6620b52ebec5958cb168be4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:51.114786 307693 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20591-301409/.minikube/ca.key
I0403 18:18:51.382183 307693 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt ...
I0403 18:18:51.382219 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt: {Name:mk9364bfe9629332fcf8f6cff957fb1425cd1b3d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:51.382455 307693 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20591-301409/.minikube/ca.key ...
I0403 18:18:51.382470 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/ca.key: {Name:mkce7f429911229b27b29682fde6ba7fe98a089b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:51.382566 307693 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.key
I0403 18:18:52.236312 307693 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.crt ...
I0403 18:18:52.236345 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.crt: {Name:mkad41a8e9f0689a61a88c2acb74f1d6ba0246f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.236544 307693 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.key ...
I0403 18:18:52.236557 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.key: {Name:mk8abcbf26cb3fdb3cef70bd9471d576a3bb77ca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.236649 307693 certs.go:256] generating profile certs ...
I0403 18:18:52.236713 307693 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.key
I0403 18:18:52.236731 307693 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt with IP's: []
I0403 18:18:52.324898 307693 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt ...
I0403 18:18:52.324930 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: {Name:mk0b09234ea82a9ef382e73468d1720dab6a896b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.325123 307693 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.key ...
I0403 18:18:52.325137 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.key: {Name:mk5e666ffde447b3268eb33bde346e3937445dec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.325225 307693 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key.4ddd4b04
I0403 18:18:52.325244 307693 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt.4ddd4b04 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0403 18:18:52.491240 307693 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt.4ddd4b04 ...
I0403 18:18:52.491269 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt.4ddd4b04: {Name:mkc24e183085c6ea524e2d888720c5127854a8e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.491446 307693 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key.4ddd4b04 ...
I0403 18:18:52.491460 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key.4ddd4b04: {Name:mkb97d6d924807daa24fe5124dc94f0cece1fce1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.491539 307693 certs.go:381] copying /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt.4ddd4b04 -> /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt
I0403 18:18:52.491618 307693 certs.go:385] copying /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key.4ddd4b04 -> /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key
I0403 18:18:52.491673 307693 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.key
I0403 18:18:52.491694 307693 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.crt with IP's: []
I0403 18:18:52.795886 307693 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.crt ...
I0403 18:18:52.795918 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.crt: {Name:mkf05d6bdb56b689ce46fa6c1446d119e9ae877e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.796090 307693 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.key ...
I0403 18:18:52.796107 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.key: {Name:mk182eaa1b7b646f240de9dbdedd6a5f82b6cd40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:18:52.796291 307693 certs.go:484] found cert: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca-key.pem (1675 bytes)
I0403 18:18:52.796337 307693 certs.go:484] found cert: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/ca.pem (1078 bytes)
I0403 18:18:52.796365 307693 certs.go:484] found cert: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/cert.pem (1123 bytes)
I0403 18:18:52.796397 307693 certs.go:484] found cert: /home/jenkins/minikube-integration/20591-301409/.minikube/certs/key.pem (1675 bytes)
I0403 18:18:52.797000 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0403 18:18:52.822737 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0403 18:18:52.846779 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0403 18:18:52.871563 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0403 18:18:52.898855 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0403 18:18:52.923616 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0403 18:18:52.947987 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0403 18:18:52.971474 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1671 bytes)
I0403 18:18:52.995906 307693 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0403 18:18:53.023033 307693 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0403 18:18:53.041912 307693 ssh_runner.go:195] Run: openssl version
I0403 18:18:53.047520 307693 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0403 18:18:53.057325 307693 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0403 18:18:53.060857 307693 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 3 18:18 /usr/share/ca-certificates/minikubeCA.pem
I0403 18:18:53.060952 307693 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0403 18:18:53.067875 307693 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0403 18:18:53.077464 307693 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0403 18:18:53.080710 307693 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0403 18:18:53.080759 307693 kubeadm.go:392] StartCluster: {Name:addons-892160 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-892160 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0403 18:18:53.080840 307693 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0403 18:18:53.080901 307693 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0403 18:18:53.124113 307693 cri.go:89] found id: ""
I0403 18:18:53.124198 307693 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0403 18:18:53.133377 307693 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0403 18:18:53.142693 307693 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0403 18:18:53.142801 307693 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0403 18:18:53.151781 307693 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0403 18:18:53.151802 307693 kubeadm.go:157] found existing configuration files:
I0403 18:18:53.151877 307693 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0403 18:18:53.160823 307693 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0403 18:18:53.160983 307693 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0403 18:18:53.169561 307693 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0403 18:18:53.178454 307693 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0403 18:18:53.178551 307693 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0403 18:18:53.187306 307693 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0403 18:18:53.196281 307693 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0403 18:18:53.196346 307693 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0403 18:18:53.205083 307693 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0403 18:18:53.213996 307693 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0403 18:18:53.214063 307693 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0403 18:18:53.222768 307693 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0403 18:18:53.264669 307693 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0403 18:18:53.264731 307693 kubeadm.go:310] [preflight] Running pre-flight checks
I0403 18:18:53.285506 307693 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0403 18:18:53.285584 307693 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0403 18:18:53.285624 307693 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0403 18:18:53.285673 307693 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0403 18:18:53.285724 307693 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0403 18:18:53.285775 307693 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0403 18:18:53.285826 307693 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0403 18:18:53.285878 307693 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0403 18:18:53.285929 307693 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0403 18:18:53.285977 307693 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0403 18:18:53.286027 307693 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0403 18:18:53.286077 307693 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0403 18:18:53.352446 307693 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0403 18:18:53.352605 307693 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0403 18:18:53.352758 307693 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0403 18:18:53.359654 307693 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0403 18:18:53.362690 307693 out.go:235] - Generating certificates and keys ...
I0403 18:18:53.362879 307693 kubeadm.go:310] [certs] Using existing ca certificate authority
I0403 18:18:53.362972 307693 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0403 18:18:54.404638 307693 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0403 18:18:55.090365 307693 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0403 18:18:56.172735 307693 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0403 18:18:56.605234 307693 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0403 18:18:57.229416 307693 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0403 18:18:57.229792 307693 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-892160 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0403 18:18:57.737468 307693 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0403 18:18:57.737793 307693 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-892160 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0403 18:18:58.113027 307693 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0403 18:18:58.773507 307693 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0403 18:18:59.376804 307693 kubeadm.go:310] [certs] Generating "sa" key and public key
I0403 18:18:59.377082 307693 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0403 18:18:59.792646 307693 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0403 18:19:00.359921 307693 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0403 18:19:00.998352 307693 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0403 18:19:01.345410 307693 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0403 18:19:02.142736 307693 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0403 18:19:02.143628 307693 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0403 18:19:02.146526 307693 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0403 18:19:02.150016 307693 out.go:235] - Booting up control plane ...
I0403 18:19:02.150126 307693 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0403 18:19:02.150202 307693 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0403 18:19:02.150272 307693 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0403 18:19:02.159527 307693 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0403 18:19:02.169630 307693 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0403 18:19:02.169687 307693 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0403 18:19:02.254548 307693 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0403 18:19:02.254674 307693 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0403 18:19:04.256133 307693 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.001821383s
I0403 18:19:04.256230 307693 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0403 18:19:10.258167 307693 kubeadm.go:310] [api-check] The API server is healthy after 6.002097471s
I0403 18:19:10.277795 307693 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0403 18:19:10.292987 307693 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0403 18:19:10.319828 307693 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0403 18:19:10.320035 307693 kubeadm.go:310] [mark-control-plane] Marking the node addons-892160 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0403 18:19:10.330678 307693 kubeadm.go:310] [bootstrap-token] Using token: eo7p87.pz41iq5z9xkzut9y
I0403 18:19:10.333998 307693 out.go:235] - Configuring RBAC rules ...
I0403 18:19:10.334120 307693 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0403 18:19:10.337903 307693 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0403 18:19:10.351870 307693 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0403 18:19:10.356058 307693 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0403 18:19:10.360035 307693 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0403 18:19:10.364052 307693 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0403 18:19:10.665115 307693 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0403 18:19:11.136655 307693 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0403 18:19:11.666081 307693 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0403 18:19:11.666109 307693 kubeadm.go:310]
I0403 18:19:11.666168 307693 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0403 18:19:11.666180 307693 kubeadm.go:310]
I0403 18:19:11.666254 307693 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0403 18:19:11.666265 307693 kubeadm.go:310]
I0403 18:19:11.666289 307693 kubeadm.go:310] mkdir -p $HOME/.kube
I0403 18:19:11.666357 307693 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0403 18:19:11.666409 307693 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0403 18:19:11.666417 307693 kubeadm.go:310]
I0403 18:19:11.666469 307693 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0403 18:19:11.666478 307693 kubeadm.go:310]
I0403 18:19:11.666523 307693 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0403 18:19:11.666534 307693 kubeadm.go:310]
I0403 18:19:11.666588 307693 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0403 18:19:11.666662 307693 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0403 18:19:11.666730 307693 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0403 18:19:11.666741 307693 kubeadm.go:310]
I0403 18:19:11.666820 307693 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0403 18:19:11.666896 307693 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0403 18:19:11.666904 307693 kubeadm.go:310]
I0403 18:19:11.666983 307693 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token eo7p87.pz41iq5z9xkzut9y \
I0403 18:19:11.667085 307693 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:255218b62ae88e913ad35cf0f6c5a73c45ef27f383fdd1892d20e5aa75a40fda \
I0403 18:19:11.667113 307693 kubeadm.go:310] --control-plane
I0403 18:19:11.667117 307693 kubeadm.go:310]
I0403 18:19:11.667197 307693 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0403 18:19:11.667204 307693 kubeadm.go:310]
I0403 18:19:11.667281 307693 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token eo7p87.pz41iq5z9xkzut9y \
I0403 18:19:11.667380 307693 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:255218b62ae88e913ad35cf0f6c5a73c45ef27f383fdd1892d20e5aa75a40fda
I0403 18:19:11.669889 307693 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0403 18:19:11.670122 307693 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0403 18:19:11.670229 307693 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0403 18:19:11.670250 307693 cni.go:84] Creating CNI manager for ""
I0403 18:19:11.670262 307693 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0403 18:19:11.673515 307693 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0403 18:19:11.676393 307693 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0403 18:19:11.680326 307693 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0403 18:19:11.680391 307693 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0403 18:19:11.701357 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0403 18:19:11.980316 307693 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0403 18:19:11.980450 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:11.980536 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-892160 minikube.k8s.io/updated_at=2025_04_03T18_19_11_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=85c3996d13eba09c6359a027222288a9aec57053 minikube.k8s.io/name=addons-892160 minikube.k8s.io/primary=true
I0403 18:19:12.130722 307693 ops.go:34] apiserver oom_adj: -16
I0403 18:19:12.130874 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:12.631809 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:13.131814 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:13.631862 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:14.130949 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:14.631171 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:15.131785 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:15.631565 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:16.130997 307693 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0403 18:19:16.236662 307693 kubeadm.go:1113] duration metric: took 4.256258612s to wait for elevateKubeSystemPrivileges
I0403 18:19:16.236689 307693 kubeadm.go:394] duration metric: took 23.155933927s to StartCluster
I0403 18:19:16.236706 307693 settings.go:142] acquiring lock: {Name:mkb48c09ecfe97b507a8804d99a11007e60608d4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:19:16.236816 307693 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:19:16.237195 307693 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20591-301409/kubeconfig: {Name:mkb83c18681201ab050a75cc1955f8706d8d228f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0403 18:19:16.237394 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0403 18:19:16.237419 307693 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0403 18:19:16.237637 307693 config.go:182] Loaded profile config "addons-892160": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:19:16.237671 307693 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0403 18:19:16.237767 307693 addons.go:69] Setting yakd=true in profile "addons-892160"
I0403 18:19:16.237782 307693 addons.go:238] Setting addon yakd=true in "addons-892160"
I0403 18:19:16.237811 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.238260 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.238702 307693 addons.go:69] Setting metrics-server=true in profile "addons-892160"
I0403 18:19:16.238729 307693 addons.go:238] Setting addon metrics-server=true in "addons-892160"
I0403 18:19:16.238754 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.238778 307693 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-892160"
I0403 18:19:16.238795 307693 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-892160"
I0403 18:19:16.238817 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.239191 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.239229 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.243328 307693 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-892160"
I0403 18:19:16.243397 307693 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-892160"
I0403 18:19:16.243435 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.245002 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.246053 307693 addons.go:69] Setting cloud-spanner=true in profile "addons-892160"
I0403 18:19:16.246088 307693 addons.go:238] Setting addon cloud-spanner=true in "addons-892160"
I0403 18:19:16.246121 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.246678 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.248810 307693 addons.go:69] Setting registry=true in profile "addons-892160"
I0403 18:19:16.248892 307693 addons.go:238] Setting addon registry=true in "addons-892160"
I0403 18:19:16.248960 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.249511 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.260788 307693 addons.go:69] Setting storage-provisioner=true in profile "addons-892160"
I0403 18:19:16.260837 307693 addons.go:238] Setting addon storage-provisioner=true in "addons-892160"
I0403 18:19:16.260874 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.261404 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.269226 307693 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-892160"
I0403 18:19:16.269301 307693 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-892160"
I0403 18:19:16.269334 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.269800 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.288447 307693 addons.go:69] Setting default-storageclass=true in profile "addons-892160"
I0403 18:19:16.288486 307693 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-892160"
I0403 18:19:16.288835 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.292080 307693 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-892160"
I0403 18:19:16.292113 307693 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-892160"
I0403 18:19:16.292463 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.305152 307693 addons.go:69] Setting volcano=true in profile "addons-892160"
I0403 18:19:16.305197 307693 addons.go:238] Setting addon volcano=true in "addons-892160"
I0403 18:19:16.305235 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.305766 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.307464 307693 addons.go:69] Setting gcp-auth=true in profile "addons-892160"
I0403 18:19:16.307494 307693 mustload.go:65] Loading cluster: addons-892160
I0403 18:19:16.307671 307693 config.go:182] Loaded profile config "addons-892160": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:19:16.307898 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.324520 307693 addons.go:69] Setting ingress=true in profile "addons-892160"
I0403 18:19:16.324573 307693 addons.go:238] Setting addon ingress=true in "addons-892160"
I0403 18:19:16.324642 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.325223 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.325741 307693 addons.go:69] Setting volumesnapshots=true in profile "addons-892160"
I0403 18:19:16.325780 307693 addons.go:238] Setting addon volumesnapshots=true in "addons-892160"
I0403 18:19:16.325820 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.326332 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.335001 307693 out.go:177] * Verifying Kubernetes components...
I0403 18:19:16.335207 307693 addons.go:69] Setting ingress-dns=true in profile "addons-892160"
I0403 18:19:16.335231 307693 addons.go:238] Setting addon ingress-dns=true in "addons-892160"
I0403 18:19:16.335284 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.335743 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.352444 307693 addons.go:69] Setting inspektor-gadget=true in profile "addons-892160"
I0403 18:19:16.352478 307693 addons.go:238] Setting addon inspektor-gadget=true in "addons-892160"
I0403 18:19:16.352515 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.352985 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.397028 307693 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0403 18:19:16.400134 307693 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0403 18:19:16.400175 307693 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0403 18:19:16.400289 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.424920 307693 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I0403 18:19:16.438014 307693 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0403 18:19:16.426157 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.449120 307693 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0403 18:19:16.449305 307693 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0403 18:19:16.449545 307693 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0403 18:19:16.455370 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0403 18:19:16.455405 307693 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0403 18:19:16.455483 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.456189 307693 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0403 18:19:16.449850 307693 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0403 18:19:16.457755 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0403 18:19:16.457849 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.449749 307693 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.30
I0403 18:19:16.450200 307693 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0403 18:19:16.452458 307693 addons.go:238] Setting addon default-storageclass=true in "addons-892160"
I0403 18:19:16.456203 307693 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0403 18:19:16.466117 307693 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0403 18:19:16.466737 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0403 18:19:16.466826 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.449858 307693 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0403 18:19:16.477903 307693 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0403 18:19:16.478186 307693 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0403 18:19:16.478239 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0403 18:19:16.478346 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.466625 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.485742 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.486225 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.500149 307693 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0403 18:19:16.500267 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.519758 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0403 18:19:16.526100 307693 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0403 18:19:16.526143 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0403 18:19:16.526216 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.530959 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0403 18:19:16.533936 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0403 18:19:16.551253 307693 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0403 18:19:16.554380 307693 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0403 18:19:16.557524 307693 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0403 18:19:16.557558 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0403 18:19:16.557656 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.563357 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
W0403 18:19:16.570094 307693 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0403 18:19:16.576593 307693 out.go:177] - Using image docker.io/registry:2.8.3
I0403 18:19:16.581697 307693 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0403 18:19:16.581722 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0403 18:19:16.581822 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.595884 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0403 18:19:16.597916 307693 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0403 18:19:16.601554 307693 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0403 18:19:16.601582 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0403 18:19:16.601651 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.612462 307693 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0403 18:19:16.616193 307693 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0403 18:19:16.616222 307693 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0403 18:19:16.616291 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.622713 307693 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-892160"
I0403 18:19:16.622755 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:16.623179 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:16.638289 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.641358 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0403 18:19:16.641600 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.645149 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.651088 307693 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0403 18:19:16.654263 307693 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0403 18:19:16.657081 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0403 18:19:16.657108 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0403 18:19:16.657193 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.662015 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.679489 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.753281 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.762023 307693 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0403 18:19:16.762052 307693 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0403 18:19:16.762139 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.772226 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.787751 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.800885 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.807087 307693 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0403 18:19:16.810108 307693 out.go:177] - Using image docker.io/busybox:stable
I0403 18:19:16.813143 307693 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0403 18:19:16.813181 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0403 18:19:16.813256 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:16.813593 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.825442 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
W0403 18:19:16.827179 307693 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0403 18:19:16.827210 307693 retry.go:31] will retry after 312.820849ms: ssh: handshake failed: EOF
I0403 18:19:16.851813 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.861168 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:16.961619 307693 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0403 18:19:16.961705 307693 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0403 18:19:17.094797 307693 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0403 18:19:17.094891 307693 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0403 18:19:17.121022 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0403 18:19:17.132325 307693 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0403 18:19:17.132350 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0403 18:19:17.201394 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0403 18:19:17.219060 307693 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0403 18:19:17.219108 307693 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0403 18:19:17.259784 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0403 18:19:17.263484 307693 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0403 18:19:17.263508 307693 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0403 18:19:17.279228 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0403 18:19:17.322359 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0403 18:19:17.322467 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0403 18:19:17.357116 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0403 18:19:17.364924 307693 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0403 18:19:17.365017 307693 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0403 18:19:17.376362 307693 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0403 18:19:17.376442 307693 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0403 18:19:17.386582 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0403 18:19:17.395296 307693 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0403 18:19:17.395396 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0403 18:19:17.425627 307693 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0403 18:19:17.425718 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0403 18:19:17.456420 307693 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0403 18:19:17.456501 307693 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0403 18:19:17.545674 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0403 18:19:17.554545 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0403 18:19:17.554572 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0403 18:19:17.644778 307693 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0403 18:19:17.644806 307693 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0403 18:19:17.646129 307693 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0403 18:19:17.646150 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0403 18:19:17.655702 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0403 18:19:17.665176 307693 ssh_runner.go:235] Completed: sudo systemctl daemon-reload: (1.188538203s)
I0403 18:19:17.665247 307693 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0403 18:19:17.715881 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0403 18:19:17.735735 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0403 18:19:17.790096 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0403 18:19:17.893623 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0403 18:19:17.893649 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0403 18:19:17.901760 307693 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0403 18:19:17.901787 307693 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0403 18:19:17.915855 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0403 18:19:18.098175 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0403 18:19:18.098203 307693 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0403 18:19:18.112306 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0403 18:19:18.112333 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0403 18:19:18.261843 307693 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0403 18:19:18.261872 307693 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0403 18:19:18.316470 307693 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0403 18:19:18.316557 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0403 18:19:18.397731 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0403 18:19:18.397810 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0403 18:19:18.455030 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0403 18:19:18.459363 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0403 18:19:18.459432 307693 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0403 18:19:18.564760 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0403 18:19:18.564868 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0403 18:19:18.804635 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0403 18:19:18.804715 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0403 18:19:18.997585 307693 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0403 18:19:18.997663 307693 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0403 18:19:19.218550 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0403 18:19:19.432222 307693 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.868825826s)
I0403 18:19:19.432305 307693 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0403 18:19:19.667295 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.546235389s)
I0403 18:19:20.626725 307693 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-892160" context rescaled to 1 replicas
I0403 18:19:21.732072 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.530642247s)
I0403 18:19:21.732113 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (4.472308047s)
I0403 18:19:21.732296 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (4.452980198s)
I0403 18:19:22.205992 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.848784961s)
I0403 18:19:22.720617 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.333936944s)
I0403 18:19:22.846630 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.300918159s)
I0403 18:19:22.978154 307693 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (5.312882224s)
I0403 18:19:22.978944 307693 node_ready.go:35] waiting up to 6m0s for node "addons-892160" to be "Ready" ...
I0403 18:19:22.979178 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.323441961s)
I0403 18:19:22.979217 307693 addons.go:479] Verifying addon metrics-server=true in "addons-892160"
I0403 18:19:23.028251 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.312330174s)
I0403 18:19:23.028309 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.29254837s)
I0403 18:19:23.031500 307693 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-892160 service yakd-dashboard -n yakd-dashboard
I0403 18:19:23.806627 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.016494624s)
I0403 18:19:23.806661 307693 addons.go:479] Verifying addon ingress=true in "addons-892160"
I0403 18:19:23.807109 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.351979755s)
W0403 18:19:23.807144 307693 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0403 18:19:23.807175 307693 retry.go:31] will retry after 292.535168ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0403 18:19:23.807057 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.891165633s)
I0403 18:19:23.807224 307693 addons.go:479] Verifying addon registry=true in "addons-892160"
I0403 18:19:23.810189 307693 out.go:177] * Verifying ingress addon...
I0403 18:19:23.813554 307693 out.go:177] * Verifying registry addon...
I0403 18:19:23.816390 307693 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0403 18:19:23.819565 307693 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0403 18:19:23.826202 307693 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0403 18:19:23.826229 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:23.826532 307693 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0403 18:19:23.826555 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:24.100683 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0403 18:19:24.149463 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.930786808s)
I0403 18:19:24.149504 307693 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-892160"
I0403 18:19:24.154709 307693 out.go:177] * Verifying csi-hostpath-driver addon...
I0403 18:19:24.159205 307693 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0403 18:19:24.182500 307693 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0403 18:19:24.182525 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:24.321494 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:24.322520 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:24.663494 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:24.821836 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:24.921522 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:24.982526 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:25.163649 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:25.320355 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:25.322373 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:25.493716 307693 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0403 18:19:25.493852 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:25.511913 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:25.613835 307693 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0403 18:19:25.633927 307693 addons.go:238] Setting addon gcp-auth=true in "addons-892160"
I0403 18:19:25.633978 307693 host.go:66] Checking if "addons-892160" exists ...
I0403 18:19:25.634430 307693 cli_runner.go:164] Run: docker container inspect addons-892160 --format={{.State.Status}}
I0403 18:19:25.655188 307693 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0403 18:19:25.655242 307693 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-892160
I0403 18:19:25.663014 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:25.672777 307693 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33138 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/addons-892160/id_rsa Username:docker}
I0403 18:19:25.819469 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:25.822771 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:26.162903 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:26.319852 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:26.321803 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:26.664560 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:26.819671 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:26.822555 307693 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.721816868s)
I0403 18:19:26.822596 307693 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.167388631s)
I0403 18:19:26.824468 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:26.826358 307693 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0403 18:19:26.829348 307693 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0403 18:19:26.832111 307693 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0403 18:19:26.832136 307693 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0403 18:19:26.852558 307693 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0403 18:19:26.852588 307693 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0403 18:19:26.872115 307693 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0403 18:19:26.872158 307693 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0403 18:19:26.891072 307693 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0403 18:19:26.986433 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:27.162908 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:27.323792 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:27.324405 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:27.436356 307693 addons.go:479] Verifying addon gcp-auth=true in "addons-892160"
I0403 18:19:27.439475 307693 out.go:177] * Verifying gcp-auth addon...
I0403 18:19:27.444512 307693 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0403 18:19:27.447648 307693 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0403 18:19:27.447671 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:27.663402 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:27.819621 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:27.822176 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:27.950787 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:28.162491 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:28.319919 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:28.322168 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:28.448500 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:28.662067 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:28.820105 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:28.822418 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:28.950496 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:29.162564 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:29.319486 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:29.323186 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:29.448159 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:29.482196 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:29.662105 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:29.820244 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:29.822581 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:29.951006 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:30.163187 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:30.320693 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:30.323114 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:30.447929 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:30.662902 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:30.820144 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:30.822494 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:30.950241 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:31.163263 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:31.321234 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:31.322304 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:31.448085 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:31.662798 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:31.819652 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:31.821730 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:31.950507 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:31.982230 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:32.163274 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:32.320027 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:32.322654 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:32.447827 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:32.662743 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:32.819577 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:32.821798 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:32.950291 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:33.163445 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:33.319478 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:33.323041 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:33.448047 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:33.662603 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:33.819971 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:33.822208 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:33.948145 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:34.163497 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:34.319353 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:34.322905 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:34.447610 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:34.482837 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:34.662695 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:34.819856 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:34.822327 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:34.949404 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:35.162641 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:35.319586 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:35.322011 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:35.447809 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:35.662968 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:35.819700 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:35.822039 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:35.950151 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:36.162864 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:36.320119 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:36.322386 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:36.448186 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:36.662619 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:36.819522 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:36.822829 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:36.947772 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:36.982512 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:37.162878 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:37.320152 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:37.322222 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:37.450000 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:37.663356 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:37.819819 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:37.822487 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:37.950114 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:38.163031 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:38.320521 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:38.322653 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:38.447635 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:38.662489 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:38.819462 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:38.822749 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:38.948376 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:38.982568 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:39.163187 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:39.320126 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:39.322418 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:39.448275 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:39.662930 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:39.819824 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:39.822040 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:39.947868 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:40.163005 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:40.320022 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:40.322062 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:40.447902 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:40.662607 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:40.820118 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:40.822489 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:40.949174 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:41.163522 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:41.319496 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:41.323170 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:41.447770 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:41.482944 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:41.662788 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:41.819789 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:41.822163 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:41.949755 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:42.164544 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:42.319738 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:42.322319 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:42.448261 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:42.662351 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:42.819518 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:42.823019 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:42.949336 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:43.164148 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:43.320259 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:43.322663 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:43.447522 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:43.483207 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:43.661918 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:43.820046 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:43.821913 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:43.950855 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:44.162506 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:44.319520 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:44.323090 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:44.447910 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:44.662573 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:44.824645 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:44.825164 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:44.948617 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:45.180563 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:45.321390 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:45.324410 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:45.448468 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:45.662826 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:45.820718 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:45.823203 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:45.949261 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:45.981970 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:46.162892 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:46.319987 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:46.321966 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:46.447813 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:46.662994 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:46.820138 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:46.822481 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:46.949999 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:47.163162 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:47.320114 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:47.322469 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:47.448267 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:47.662973 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:47.821622 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:47.822539 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:47.951051 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:47.982191 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:48.162687 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:48.320036 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:48.322621 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:48.447451 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:48.662982 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:48.820069 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:48.821962 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:48.947845 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:49.162822 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:49.321622 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:49.322967 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:49.447668 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:49.662245 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:49.819293 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:49.822676 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:49.947700 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:50.163982 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:50.320337 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:50.322311 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:50.448031 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:50.482561 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:50.662493 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:50.819312 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:50.822958 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:50.949231 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:51.162784 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:51.319840 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:51.322168 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:51.447898 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:51.662651 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:51.819449 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:51.822980 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:51.950406 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:52.162662 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:52.319690 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:52.322089 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:52.448008 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:52.663711 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:52.819742 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:52.822286 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:52.949212 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:52.981629 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:53.171462 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:53.319648 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:53.322076 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:53.447918 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:53.662226 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:53.820123 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:53.821872 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:53.947373 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:54.163050 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:54.320768 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:54.323162 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:54.448159 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:54.663121 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:54.820131 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:54.822103 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:54.950821 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:54.982561 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:55.162691 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:55.319526 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:55.322750 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:55.447884 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:55.662482 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:55.819639 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:55.822015 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:55.947956 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:56.164322 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:56.320291 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:56.322201 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:56.448186 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:56.663285 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:56.820337 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:56.822848 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:56.949831 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:57.162559 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:57.319337 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:57.323304 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:57.448026 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:57.481975 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:19:57.663043 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:57.820038 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:57.822340 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:57.949807 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:58.163089 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:58.319459 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:58.322917 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:58.450158 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:58.662066 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:58.819980 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:58.822227 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:58.948844 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:59.162706 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:59.322745 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:59.323051 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:59.447876 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:59.662619 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:19:59.819852 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:19:59.822144 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:19:59.948913 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:19:59.982167 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:20:00.165636 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:00.333560 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:00.334196 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:00.448888 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:00.664097 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:00.821141 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:00.823997 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:00.951404 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:01.162935 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:01.320611 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:01.323035 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:01.448296 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:01.662577 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:01.820863 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:01.823348 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:01.950237 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:01.983422 307693 node_ready.go:53] node "addons-892160" has status "Ready":"False"
I0403 18:20:02.163208 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:02.319345 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:02.322915 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:02.448012 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:02.663389 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:02.820221 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:02.822533 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:02.950447 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:03.234361 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:03.330480 307693 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0403 18:20:03.330499 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:03.330921 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:03.451705 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:03.524964 307693 node_ready.go:49] node "addons-892160" has status "Ready":"True"
I0403 18:20:03.525040 307693 node_ready.go:38] duration metric: took 40.546067256s for node "addons-892160" to be "Ready" ...
I0403 18:20:03.525095 307693 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0403 18:20:03.648706 307693 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-kkspq" in "kube-system" namespace to be "Ready" ...
I0403 18:20:03.682249 307693 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0403 18:20:03.682322 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:03.830719 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:03.831129 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:03.952497 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:04.198142 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:04.320154 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:04.322343 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:04.448511 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:04.664032 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:04.820143 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:04.822714 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:04.949111 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:05.163339 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:05.339550 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:05.340119 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:05.448590 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:05.654545 307693 pod_ready.go:93] pod "coredns-668d6bf9bc-kkspq" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:05.654570 307693 pod_ready.go:82] duration metric: took 2.0057596s for pod "coredns-668d6bf9bc-kkspq" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.654592 307693 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.659112 307693 pod_ready.go:93] pod "etcd-addons-892160" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:05.659156 307693 pod_ready.go:82] duration metric: took 4.536871ms for pod "etcd-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.659172 307693 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.662258 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:05.665168 307693 pod_ready.go:93] pod "kube-apiserver-addons-892160" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:05.665200 307693 pod_ready.go:82] duration metric: took 6.013815ms for pod "kube-apiserver-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.665215 307693 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.670300 307693 pod_ready.go:93] pod "kube-controller-manager-addons-892160" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:05.670327 307693 pod_ready.go:82] duration metric: took 5.1041ms for pod "kube-controller-manager-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.670343 307693 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-72w4w" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.674967 307693 pod_ready.go:93] pod "kube-proxy-72w4w" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:05.674997 307693 pod_ready.go:82] duration metric: took 4.646501ms for pod "kube-proxy-72w4w" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.675011 307693 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:05.819903 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:05.822029 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:05.950325 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:06.053485 307693 pod_ready.go:93] pod "kube-scheduler-addons-892160" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:06.053512 307693 pod_ready.go:82] duration metric: took 378.492873ms for pod "kube-scheduler-addons-892160" in "kube-system" namespace to be "Ready" ...
I0403 18:20:06.053526 307693 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace to be "Ready" ...
I0403 18:20:06.163247 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:06.320499 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:06.326273 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:06.448571 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:06.663777 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:06.824843 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:06.825028 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:06.958442 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:07.164249 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:07.320039 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:07.322503 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:07.447796 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:07.663632 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:07.820470 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:07.823195 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:07.949242 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:08.061294 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:08.164461 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:08.321526 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:08.322908 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:08.447545 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:08.662802 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:08.819774 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:08.822267 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:08.951164 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:09.163465 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:09.322599 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:09.325931 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:09.448278 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:09.663608 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:09.819562 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:09.825346 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:09.948434 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:10.164112 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:10.331848 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:10.334590 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:10.450205 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:10.560636 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:10.663165 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:10.826723 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:10.827045 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:10.949140 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:11.173960 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:11.320737 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:11.323875 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:11.452987 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:11.670702 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:11.819875 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:11.822484 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:11.949267 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:12.164021 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:12.320658 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:12.324256 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:12.449848 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:12.663506 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:12.820034 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:12.822025 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:12.950395 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:13.059905 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:13.162930 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:13.320554 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:13.322854 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:13.448613 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:13.662679 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:13.819651 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:13.822133 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:13.948898 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:14.162473 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:14.320418 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:14.322446 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:14.447871 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:14.664112 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:14.820741 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:14.823361 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:14.948390 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:15.064073 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:15.163725 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:15.320257 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:15.324963 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:15.448622 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:15.663623 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:15.819649 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:15.822284 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:15.951371 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:16.171089 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:16.322959 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:16.323309 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:16.448767 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:16.663372 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:16.819713 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:16.822323 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:16.948676 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:17.163117 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:17.320642 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:17.329723 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0403 18:20:17.448071 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:17.559696 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:17.664898 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:17.820540 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:17.822847 307693 kapi.go:107] duration metric: took 54.003281335s to wait for kubernetes.io/minikube-addons=registry ...
I0403 18:20:17.959769 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:18.163491 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:18.319741 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:18.448572 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:18.663619 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:18.820220 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:18.949032 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:19.163083 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:19.320924 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:19.448457 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:19.664042 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:19.820567 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:19.950657 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:20.064111 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:20.165279 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:20.320851 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:20.454892 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:20.677872 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:20.829178 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:20.958183 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:21.169209 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:21.320317 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:21.451824 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:21.669848 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:21.823229 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:21.953801 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:22.163051 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:22.319926 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:22.450306 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:22.559526 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:22.662940 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:22.819471 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:22.949769 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:23.162951 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:23.320363 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:23.448273 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:23.663022 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:23.820257 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:23.952981 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:24.163284 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:24.319523 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:24.448016 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:24.560256 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:24.662390 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:24.820720 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:24.948103 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:25.163072 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:25.320295 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:25.449629 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:25.663246 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:25.819502 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:25.947774 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:26.163714 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:26.319992 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:26.448434 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:26.663065 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:26.820336 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:26.949843 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:27.066491 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:27.163066 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:27.320125 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:27.447923 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:27.663175 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:27.824833 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:27.950689 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:28.163777 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:28.320387 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:28.449587 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:28.663309 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:28.820756 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:28.950096 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:29.165289 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:29.319168 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:29.448540 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:29.559904 307693 pod_ready.go:103] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:29.663424 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:29.819852 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:29.954000 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:30.163595 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:30.321071 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:30.449420 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:30.662970 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:30.820793 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:30.948982 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:31.163383 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:31.320556 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:31.525426 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:31.593922 307693 pod_ready.go:93] pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:31.593998 307693 pod_ready.go:82] duration metric: took 25.540463756s for pod "metrics-server-7fbb699795-r6vt7" in "kube-system" namespace to be "Ready" ...
I0403 18:20:31.594024 307693 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace to be "Ready" ...
I0403 18:20:31.685514 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:31.819530 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:31.949121 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:32.162780 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:32.320265 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:32.448461 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:32.663853 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:32.820102 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:32.953083 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:33.163076 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:33.321015 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:33.448581 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:33.599983 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:33.663087 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:33.820104 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:33.949152 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:34.165572 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:34.319770 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:34.448360 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:34.663634 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:34.819778 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:34.949329 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:35.163606 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:35.320893 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:35.448749 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:35.662755 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:35.819253 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:35.950123 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:36.099558 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:36.163132 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:36.321550 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:36.448132 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:36.663532 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:36.820171 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:36.951208 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:37.162467 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:37.324068 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:37.448332 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:37.663026 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:37.823564 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:37.954566 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:38.102880 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:38.163703 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:38.319938 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:38.447893 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:38.663656 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:38.820036 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:38.954424 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:39.162959 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:39.320011 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:39.448187 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:39.663378 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:39.819617 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:39.947633 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:40.103346 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:40.168031 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:40.320701 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:40.447386 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:40.663423 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:40.820118 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:40.957299 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:41.163384 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:41.319568 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:41.448304 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:41.664633 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:41.820401 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:41.962622 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:42.108705 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:42.164335 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:42.320335 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:42.448713 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:42.664084 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:42.821161 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:42.948540 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:43.164326 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:43.319461 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:43.448388 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:43.664254 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:43.821511 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:43.947910 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:44.163983 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:44.327654 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:44.468485 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:44.600547 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:44.669988 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:44.820764 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:44.947832 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:45.163381 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:45.320121 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:45.448332 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:45.662141 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:45.820414 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:45.948741 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:46.163986 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:46.320277 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:46.448792 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:46.608251 307693 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"False"
I0403 18:20:46.663502 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:46.821260 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:46.949541 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:47.163334 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:47.319314 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:47.448312 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:47.663477 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:47.821737 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:47.949539 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:48.103359 307693 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace has status "Ready":"True"
I0403 18:20:48.103394 307693 pod_ready.go:82] duration metric: took 16.50934836s for pod "nvidia-device-plugin-daemonset-lg484" in "kube-system" namespace to be "Ready" ...
I0403 18:20:48.103438 307693 pod_ready.go:39] duration metric: took 44.578295203s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0403 18:20:48.103465 307693 api_server.go:52] waiting for apiserver process to appear ...
I0403 18:20:48.103530 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0403 18:20:48.103613 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0403 18:20:48.147957 307693 cri.go:89] found id: "93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:20:48.147982 307693 cri.go:89] found id: ""
I0403 18:20:48.147992 307693 logs.go:282] 1 containers: [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31]
I0403 18:20:48.148075 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.151907 307693 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0403 18:20:48.152002 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0403 18:20:48.165610 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:48.199776 307693 cri.go:89] found id: "73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:20:48.199850 307693 cri.go:89] found id: ""
I0403 18:20:48.199875 307693 logs.go:282] 1 containers: [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee]
I0403 18:20:48.199969 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.205756 307693 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0403 18:20:48.205987 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0403 18:20:48.258865 307693 cri.go:89] found id: "c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:20:48.258928 307693 cri.go:89] found id: ""
I0403 18:20:48.258950 307693 logs.go:282] 1 containers: [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf]
I0403 18:20:48.259039 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.262616 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0403 18:20:48.262735 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0403 18:20:48.311999 307693 cri.go:89] found id: "b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:20:48.312071 307693 cri.go:89] found id: ""
I0403 18:20:48.312094 307693 logs.go:282] 1 containers: [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5]
I0403 18:20:48.312185 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.316214 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0403 18:20:48.316338 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0403 18:20:48.320285 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:48.380506 307693 cri.go:89] found id: "223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:20:48.380580 307693 cri.go:89] found id: ""
I0403 18:20:48.380603 307693 logs.go:282] 1 containers: [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe]
I0403 18:20:48.380700 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.385001 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0403 18:20:48.385312 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0403 18:20:48.442456 307693 cri.go:89] found id: "5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:20:48.442536 307693 cri.go:89] found id: ""
I0403 18:20:48.442562 307693 logs.go:282] 1 containers: [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0]
I0403 18:20:48.442663 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.447886 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:48.450261 307693 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0403 18:20:48.450359 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0403 18:20:48.501366 307693 cri.go:89] found id: "35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:20:48.501394 307693 cri.go:89] found id: ""
I0403 18:20:48.501403 307693 logs.go:282] 1 containers: [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838]
I0403 18:20:48.501471 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:48.507378 307693 logs.go:123] Gathering logs for CRI-O ...
I0403 18:20:48.507407 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0403 18:20:48.628058 307693 logs.go:123] Gathering logs for dmesg ...
I0403 18:20:48.628258 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0403 18:20:48.650890 307693 logs.go:123] Gathering logs for describe nodes ...
I0403 18:20:48.650972 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0403 18:20:48.663480 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:48.820553 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:48.933491 307693 logs.go:123] Gathering logs for kube-scheduler [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5] ...
I0403 18:20:48.933565 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:20:48.948086 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:49.036135 307693 logs.go:123] Gathering logs for kube-proxy [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe] ...
I0403 18:20:49.036170 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:20:49.104975 307693 logs.go:123] Gathering logs for kube-controller-manager [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0] ...
I0403 18:20:49.105000 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:20:49.163432 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:49.220521 307693 logs.go:123] Gathering logs for kindnet [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838] ...
I0403 18:20:49.220623 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:20:49.276734 307693 logs.go:123] Gathering logs for container status ...
I0403 18:20:49.276908 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0403 18:20:49.319963 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:49.343706 307693 logs.go:123] Gathering logs for kubelet ...
I0403 18:20:49.343871 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0403 18:20:49.419451 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: W0403 18:19:15.695163 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.419696 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: E0403 18:19:15.695224 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:20:49.448863 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0403 18:20:49.461700 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188459 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.462036 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188513 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:20:49.462267 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188604 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.462549 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188618 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:20:49.463686 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.188668 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:20:49.463977 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.204731 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.464262 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.204781 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:20:49.464579 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:20:49.464869 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.465274 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:20:49.465660 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.465943 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:20:49.506687 307693 logs.go:123] Gathering logs for kube-apiserver [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31] ...
I0403 18:20:49.506767 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:20:49.581713 307693 logs.go:123] Gathering logs for etcd [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee] ...
I0403 18:20:49.581754 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:20:49.642208 307693 logs.go:123] Gathering logs for coredns [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf] ...
I0403 18:20:49.642240 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:20:49.663937 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:49.681539 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:20:49.681567 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0403 18:20:49.681627 307693 out.go:270] X Problems detected in kubelet:
W0403 18:20:49.681665 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:20:49.681679 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.681686 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:20:49.681696 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:20:49.681705 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:20:49.681710 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:20:49.681716 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:20:49.819260 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:49.949047 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:50.163084 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:50.319968 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:50.447655 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:50.668157 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:50.821426 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:50.951956 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:51.163654 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:51.319934 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:51.448014 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:51.662635 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:51.819879 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:51.950951 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:52.163529 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:52.319586 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:52.447705 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:52.664697 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:52.819726 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:52.958568 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:53.163174 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:53.327511 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:53.448537 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:53.662595 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:53.826560 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:53.948533 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:54.163518 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:54.320304 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:54.464847 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:54.665986 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:54.821048 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:54.949106 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:55.166740 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:55.319742 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:55.448087 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:55.662239 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:55.819593 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:55.952788 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:56.163629 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:56.319576 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:56.448744 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:56.665756 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:56.820301 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:56.948426 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:57.176318 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:57.319918 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:57.450655 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:57.663399 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:57.819419 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:57.947555 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:58.163041 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:58.320273 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:58.449978 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:58.663826 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:58.821031 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:58.950618 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:59.163735 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:59.320610 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:59.448109 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:59.662973 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:20:59.683272 307693 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0403 18:20:59.697636 307693 api_server.go:72] duration metric: took 1m43.460187876s to wait for apiserver process to appear ...
I0403 18:20:59.697663 307693 api_server.go:88] waiting for apiserver healthz status ...
I0403 18:20:59.697698 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0403 18:20:59.697757 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0403 18:20:59.742089 307693 cri.go:89] found id: "93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:20:59.742113 307693 cri.go:89] found id: ""
I0403 18:20:59.742121 307693 logs.go:282] 1 containers: [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31]
I0403 18:20:59.742178 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:59.746947 307693 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0403 18:20:59.747061 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0403 18:20:59.791601 307693 cri.go:89] found id: "73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:20:59.791625 307693 cri.go:89] found id: ""
I0403 18:20:59.791634 307693 logs.go:282] 1 containers: [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee]
I0403 18:20:59.791708 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:59.795433 307693 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0403 18:20:59.795531 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0403 18:20:59.819954 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:20:59.845650 307693 cri.go:89] found id: "c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:20:59.845673 307693 cri.go:89] found id: ""
I0403 18:20:59.845681 307693 logs.go:282] 1 containers: [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf]
I0403 18:20:59.845768 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:59.850614 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0403 18:20:59.850710 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0403 18:20:59.897790 307693 cri.go:89] found id: "b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:20:59.897813 307693 cri.go:89] found id: ""
I0403 18:20:59.897821 307693 logs.go:282] 1 containers: [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5]
I0403 18:20:59.897895 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:59.901700 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0403 18:20:59.901799 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0403 18:20:59.960634 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:20:59.961222 307693 cri.go:89] found id: "223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:20:59.961262 307693 cri.go:89] found id: ""
I0403 18:20:59.961297 307693 logs.go:282] 1 containers: [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe]
I0403 18:20:59.961381 307693 ssh_runner.go:195] Run: which crictl
I0403 18:20:59.964973 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0403 18:20:59.965104 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0403 18:21:00.024523 307693 cri.go:89] found id: "5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:21:00.024598 307693 cri.go:89] found id: ""
I0403 18:21:00.024622 307693 logs.go:282] 1 containers: [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0]
I0403 18:21:00.024727 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:00.043750 307693 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0403 18:21:00.043835 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0403 18:21:00.197103 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:00.297889 307693 cri.go:89] found id: "35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:21:00.297970 307693 cri.go:89] found id: ""
I0403 18:21:00.297994 307693 logs.go:282] 1 containers: [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838]
I0403 18:21:00.298108 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:00.304878 307693 logs.go:123] Gathering logs for kube-proxy [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe] ...
I0403 18:21:00.304967 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:21:00.323324 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:00.369991 307693 logs.go:123] Gathering logs for kube-controller-manager [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0] ...
I0403 18:21:00.370033 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:21:00.457509 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:00.483127 307693 logs.go:123] Gathering logs for kindnet [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838] ...
I0403 18:21:00.483171 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:21:00.534532 307693 logs.go:123] Gathering logs for container status ...
I0403 18:21:00.534565 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0403 18:21:00.631014 307693 logs.go:123] Gathering logs for etcd [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee] ...
I0403 18:21:00.631063 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:21:00.664642 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:00.712972 307693 logs.go:123] Gathering logs for coredns [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf] ...
I0403 18:21:00.713011 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:21:00.770477 307693 logs.go:123] Gathering logs for kube-scheduler [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5] ...
I0403 18:21:00.770507 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:21:00.827795 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:00.848807 307693 logs.go:123] Gathering logs for CRI-O ...
I0403 18:21:00.848887 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0403 18:21:00.957313 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:00.962718 307693 logs.go:123] Gathering logs for kubelet ...
I0403 18:21:00.962769 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0403 18:21:01.032836 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: W0403 18:19:15.695163 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.033100 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: E0403 18:19:15.695224 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.061241 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188459 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.061485 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188513 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.061665 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188604 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.061876 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188618 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.062091 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.188668 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:01.062254 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.204731 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.062456 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.204781 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.062672 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:01.062858 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.063082 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.063271 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.063496 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:21:01.108442 307693 logs.go:123] Gathering logs for dmesg ...
I0403 18:21:01.108488 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0403 18:21:01.124982 307693 logs.go:123] Gathering logs for describe nodes ...
I0403 18:21:01.125015 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0403 18:21:01.165020 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:01.272961 307693 logs.go:123] Gathering logs for kube-apiserver [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31] ...
I0403 18:21:01.272993 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:21:01.322599 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:01.333369 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:21:01.333401 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0403 18:21:01.333470 307693 out.go:270] X Problems detected in kubelet:
W0403 18:21:01.333481 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:01.333490 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.333497 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:01.333505 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:01.333511 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:21:01.333524 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:21:01.333530 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:21:01.448181 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:01.663059 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:01.822833 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:01.947915 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:02.164090 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:02.320628 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:02.454668 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:02.663786 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:02.820890 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:02.949335 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:03.163855 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:03.321589 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:03.447748 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:03.663753 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:03.819973 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:03.948813 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0403 18:21:04.164425 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:04.320945 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:04.447819 307693 kapi.go:107] duration metric: took 1m37.003303893s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0403 18:21:04.451176 307693 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-892160 cluster.
I0403 18:21:04.454121 307693 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0403 18:21:04.456912 307693 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0403 18:21:04.663380 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:04.822840 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:05.164718 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:05.320317 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:05.667119 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:05.820569 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:06.163663 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:06.319725 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:06.663650 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:06.820458 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:07.164025 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:07.320876 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:07.663570 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:07.819764 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:08.163438 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:08.319936 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:08.692208 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:08.820718 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:09.162790 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:09.320618 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:09.663593 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:09.819688 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:10.163802 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:10.319800 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:10.663305 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:10.820311 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:11.163447 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:11.319695 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:11.333966 307693 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0403 18:21:11.346170 307693 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0403 18:21:11.347327 307693 api_server.go:141] control plane version: v1.32.2
I0403 18:21:11.347355 307693 api_server.go:131] duration metric: took 11.64968354s to wait for apiserver health ...
I0403 18:21:11.347364 307693 system_pods.go:43] waiting for kube-system pods to appear ...
I0403 18:21:11.347387 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0403 18:21:11.347456 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0403 18:21:11.663397 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:11.725561 307693 cri.go:89] found id: "93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:21:11.725584 307693 cri.go:89] found id: ""
I0403 18:21:11.725594 307693 logs.go:282] 1 containers: [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31]
I0403 18:21:11.725652 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:11.739471 307693 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0403 18:21:11.739545 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0403 18:21:11.819575 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:11.986257 307693 cri.go:89] found id: "73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:21:11.986280 307693 cri.go:89] found id: ""
I0403 18:21:11.986289 307693 logs.go:282] 1 containers: [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee]
I0403 18:21:11.986348 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:12.005606 307693 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0403 18:21:12.005935 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0403 18:21:12.163892 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:12.321298 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:12.329743 307693 cri.go:89] found id: "c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:21:12.329764 307693 cri.go:89] found id: ""
I0403 18:21:12.329772 307693 logs.go:282] 1 containers: [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf]
I0403 18:21:12.329827 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:12.342283 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0403 18:21:12.342362 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0403 18:21:12.664255 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:12.743193 307693 cri.go:89] found id: "b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:21:12.743227 307693 cri.go:89] found id: ""
I0403 18:21:12.743236 307693 logs.go:282] 1 containers: [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5]
I0403 18:21:12.743298 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:12.756314 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0403 18:21:12.756399 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0403 18:21:12.822610 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:12.909083 307693 cri.go:89] found id: "223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:21:12.909107 307693 cri.go:89] found id: ""
I0403 18:21:12.909117 307693 logs.go:282] 1 containers: [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe]
I0403 18:21:12.909179 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:12.921044 307693 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0403 18:21:12.921205 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0403 18:21:13.068093 307693 cri.go:89] found id: "5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:21:13.068114 307693 cri.go:89] found id: ""
I0403 18:21:13.068123 307693 logs.go:282] 1 containers: [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0]
I0403 18:21:13.068183 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:13.084076 307693 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0403 18:21:13.084157 307693 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0403 18:21:13.164801 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:13.190493 307693 cri.go:89] found id: "35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:21:13.190516 307693 cri.go:89] found id: ""
I0403 18:21:13.190525 307693 logs.go:282] 1 containers: [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838]
I0403 18:21:13.190606 307693 ssh_runner.go:195] Run: which crictl
I0403 18:21:13.201532 307693 logs.go:123] Gathering logs for kubelet ...
I0403 18:21:13.201566 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0403 18:21:13.299147 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: W0403 18:19:15.695163 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.299596 307693 logs.go:138] Found kubelet problem: Apr 03 18:19:15 addons-892160 kubelet[1535]: E0403 18:19:15.695224 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:21:13.324279 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0403 18:21:13.333346 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188459 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.333652 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188513 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:13.333853 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.188604 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.334097 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.188618 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:13.334342 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.188668 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:13.334540 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.204731 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.334776 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.204781 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:13.335024 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:13.335251 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.335506 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:13.335735 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:13.335989 307693 logs.go:138] Found kubelet problem: Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:21:13.383680 307693 logs.go:123] Gathering logs for dmesg ...
I0403 18:21:13.383771 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0403 18:21:13.403683 307693 logs.go:123] Gathering logs for describe nodes ...
I0403 18:21:13.403710 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0403 18:21:13.626419 307693 logs.go:123] Gathering logs for kube-apiserver [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31] ...
I0403 18:21:13.626490 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31"
I0403 18:21:13.662834 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:13.747836 307693 logs.go:123] Gathering logs for etcd [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee] ...
I0403 18:21:13.747925 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee"
I0403 18:21:13.821274 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:13.842051 307693 logs.go:123] Gathering logs for coredns [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf] ...
I0403 18:21:13.842095 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf"
I0403 18:21:13.906880 307693 logs.go:123] Gathering logs for kube-scheduler [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5] ...
I0403 18:21:13.907015 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5"
I0403 18:21:13.970825 307693 logs.go:123] Gathering logs for kube-controller-manager [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0] ...
I0403 18:21:13.970862 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0"
I0403 18:21:14.061101 307693 logs.go:123] Gathering logs for kube-proxy [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe] ...
I0403 18:21:14.061138 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe"
I0403 18:21:14.142167 307693 logs.go:123] Gathering logs for kindnet [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838] ...
I0403 18:21:14.142203 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838"
I0403 18:21:14.170270 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:14.213659 307693 logs.go:123] Gathering logs for CRI-O ...
I0403 18:21:14.213734 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0403 18:21:14.322982 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:14.346490 307693 logs.go:123] Gathering logs for container status ...
I0403 18:21:14.346584 307693 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0403 18:21:14.444178 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:21:14.444211 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0403 18:21:14.444258 307693 out.go:270] X Problems detected in kubelet:
W0403 18:21:14.444273 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: I0403 18:20:03.204833 1535 status_manager.go:890] "Failed to get status for pod" podUID="72cf061b-fe32-4f2c-95fa-0297252af878" pod="kube-system/storage-provisioner" err="pods \"storage-provisioner\" is forbidden: User \"system:node:addons-892160\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-892160' and this object"
W0403 18:21:14.444280 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.210857 1535 reflector.go:569] object-"ingress-nginx"/"ingress-nginx-admission": failed to list *v1.Secret: secrets "ingress-nginx-admission" is forbidden: User "system:node:addons-892160" cannot list resource "secrets" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:14.444288 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.210922 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"ingress-nginx-admission\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"ingress-nginx-admission\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"secrets\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
W0403 18:21:14.444300 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: W0403 18:20:03.211217 1535 reflector.go:569] object-"ingress-nginx"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-892160" cannot list resource "configmaps" in API group "" in the namespace "ingress-nginx": no relationship found between node 'addons-892160' and this object
W0403 18:21:14.444311 307693 out.go:270] Apr 03 18:20:03 addons-892160 kubelet[1535]: E0403 18:20:03.211262 1535 reflector.go:166] "Unhandled Error" err="object-\"ingress-nginx\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-892160\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"ingress-nginx\": no relationship found between node 'addons-892160' and this object" logger="UnhandledError"
I0403 18:21:14.444319 307693 out.go:358] Setting ErrFile to fd 2...
I0403 18:21:14.444329 307693 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:21:14.663128 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:14.820380 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:15.162782 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:15.319731 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:15.662931 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:15.820258 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:16.162398 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:16.320312 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:16.662756 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:16.820547 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:17.170005 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:17.320876 307693 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0403 18:21:17.665876 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:17.820754 307693 kapi.go:107] duration metric: took 1m54.004365517s to wait for app.kubernetes.io/name=ingress-nginx ...
I0403 18:21:18.163428 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:18.664275 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:19.163890 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:19.665433 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:20.164691 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:20.664640 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:21.164702 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:21.663608 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:22.163293 307693 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0403 18:21:22.668653 307693 kapi.go:107] duration metric: took 1m58.50944735s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0403 18:21:22.671640 307693 out.go:177] * Enabled addons: amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, default-storageclass, ingress-dns, storage-provisioner, storage-provisioner-rancher, metrics-server, inspektor-gadget, yakd, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0403 18:21:22.674495 307693 addons.go:514] duration metric: took 2m6.436816794s for enable addons: enabled=[amd-gpu-device-plugin cloud-spanner nvidia-device-plugin default-storageclass ingress-dns storage-provisioner storage-provisioner-rancher metrics-server inspektor-gadget yakd volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0403 18:21:24.448859 307693 system_pods.go:59] 18 kube-system pods found
I0403 18:21:24.448899 307693 system_pods.go:61] "coredns-668d6bf9bc-kkspq" [c368b1a6-c0e2-43c6-977d-d68e8b03a11f] Running
I0403 18:21:24.448906 307693 system_pods.go:61] "csi-hostpath-attacher-0" [2eca2a88-fa70-4e8a-b8e2-e62205f39cd4] Running
I0403 18:21:24.448911 307693 system_pods.go:61] "csi-hostpath-resizer-0" [29f3700c-3823-4685-8e87-7e2d1ba5bfe8] Running
I0403 18:21:24.448915 307693 system_pods.go:61] "csi-hostpathplugin-79g2k" [167d01cc-8789-415f-bf35-04068589aedc] Running
I0403 18:21:24.448919 307693 system_pods.go:61] "etcd-addons-892160" [5f52a734-f470-46fe-958d-3a5e261ae52a] Running
I0403 18:21:24.448922 307693 system_pods.go:61] "kindnet-k58sc" [4210900e-7d54-43c9-b42a-766a16af9733] Running
I0403 18:21:24.448969 307693 system_pods.go:61] "kube-apiserver-addons-892160" [2f217581-d1a9-4617-81bf-f505598350b6] Running
I0403 18:21:24.448982 307693 system_pods.go:61] "kube-controller-manager-addons-892160" [67d6a1f4-06e9-4290-8b30-3f97f31f951a] Running
I0403 18:21:24.448987 307693 system_pods.go:61] "kube-ingress-dns-minikube" [c75ef466-726c-4503-845c-e30bd5cf71b7] Running
I0403 18:21:24.448991 307693 system_pods.go:61] "kube-proxy-72w4w" [10924ed4-5a62-48fa-a18d-45b818f60f4e] Running
I0403 18:21:24.448995 307693 system_pods.go:61] "kube-scheduler-addons-892160" [bb1a5e59-37ab-4e2c-a298-b1936deb0396] Running
I0403 18:21:24.448999 307693 system_pods.go:61] "metrics-server-7fbb699795-r6vt7" [58aa5daa-e6b4-4528-88e4-2fe02d7fe11c] Running
I0403 18:21:24.449003 307693 system_pods.go:61] "nvidia-device-plugin-daemonset-lg484" [d415912e-d2a1-42b6-a911-3deede2364d7] Running
I0403 18:21:24.449024 307693 system_pods.go:61] "registry-6c88467877-rbgs4" [1a5ce2d2-1534-415c-8288-8f828550fd99] Running
I0403 18:21:24.449032 307693 system_pods.go:61] "registry-proxy-kwdkj" [3034ebe3-fe8a-431b-ab75-603984a07ae6] Running
I0403 18:21:24.449036 307693 system_pods.go:61] "snapshot-controller-68b874b76f-5vqn8" [4ec99cc4-ff71-47ea-b41b-c5f3b6abfba9] Running
I0403 18:21:24.449041 307693 system_pods.go:61] "snapshot-controller-68b874b76f-jtd8s" [12a54d4d-1ca3-4371-ba53-a357bb1ab7e7] Running
I0403 18:21:24.449044 307693 system_pods.go:61] "storage-provisioner" [72cf061b-fe32-4f2c-95fa-0297252af878] Running
I0403 18:21:24.449080 307693 system_pods.go:74] duration metric: took 13.101682808s to wait for pod list to return data ...
I0403 18:21:24.449095 307693 default_sa.go:34] waiting for default service account to be created ...
I0403 18:21:24.451815 307693 default_sa.go:45] found service account: "default"
I0403 18:21:24.451850 307693 default_sa.go:55] duration metric: took 2.748225ms for default service account to be created ...
I0403 18:21:24.451878 307693 system_pods.go:116] waiting for k8s-apps to be running ...
I0403 18:21:24.455271 307693 system_pods.go:86] 18 kube-system pods found
I0403 18:21:24.455308 307693 system_pods.go:89] "coredns-668d6bf9bc-kkspq" [c368b1a6-c0e2-43c6-977d-d68e8b03a11f] Running
I0403 18:21:24.455317 307693 system_pods.go:89] "csi-hostpath-attacher-0" [2eca2a88-fa70-4e8a-b8e2-e62205f39cd4] Running
I0403 18:21:24.455322 307693 system_pods.go:89] "csi-hostpath-resizer-0" [29f3700c-3823-4685-8e87-7e2d1ba5bfe8] Running
I0403 18:21:24.455333 307693 system_pods.go:89] "csi-hostpathplugin-79g2k" [167d01cc-8789-415f-bf35-04068589aedc] Running
I0403 18:21:24.455339 307693 system_pods.go:89] "etcd-addons-892160" [5f52a734-f470-46fe-958d-3a5e261ae52a] Running
I0403 18:21:24.455350 307693 system_pods.go:89] "kindnet-k58sc" [4210900e-7d54-43c9-b42a-766a16af9733] Running
I0403 18:21:24.455355 307693 system_pods.go:89] "kube-apiserver-addons-892160" [2f217581-d1a9-4617-81bf-f505598350b6] Running
I0403 18:21:24.455359 307693 system_pods.go:89] "kube-controller-manager-addons-892160" [67d6a1f4-06e9-4290-8b30-3f97f31f951a] Running
I0403 18:21:24.455367 307693 system_pods.go:89] "kube-ingress-dns-minikube" [c75ef466-726c-4503-845c-e30bd5cf71b7] Running
I0403 18:21:24.455371 307693 system_pods.go:89] "kube-proxy-72w4w" [10924ed4-5a62-48fa-a18d-45b818f60f4e] Running
I0403 18:21:24.455375 307693 system_pods.go:89] "kube-scheduler-addons-892160" [bb1a5e59-37ab-4e2c-a298-b1936deb0396] Running
I0403 18:21:24.455382 307693 system_pods.go:89] "metrics-server-7fbb699795-r6vt7" [58aa5daa-e6b4-4528-88e4-2fe02d7fe11c] Running
I0403 18:21:24.455386 307693 system_pods.go:89] "nvidia-device-plugin-daemonset-lg484" [d415912e-d2a1-42b6-a911-3deede2364d7] Running
I0403 18:21:24.455390 307693 system_pods.go:89] "registry-6c88467877-rbgs4" [1a5ce2d2-1534-415c-8288-8f828550fd99] Running
I0403 18:21:24.455397 307693 system_pods.go:89] "registry-proxy-kwdkj" [3034ebe3-fe8a-431b-ab75-603984a07ae6] Running
I0403 18:21:24.455401 307693 system_pods.go:89] "snapshot-controller-68b874b76f-5vqn8" [4ec99cc4-ff71-47ea-b41b-c5f3b6abfba9] Running
I0403 18:21:24.455407 307693 system_pods.go:89] "snapshot-controller-68b874b76f-jtd8s" [12a54d4d-1ca3-4371-ba53-a357bb1ab7e7] Running
I0403 18:21:24.455411 307693 system_pods.go:89] "storage-provisioner" [72cf061b-fe32-4f2c-95fa-0297252af878] Running
I0403 18:21:24.455418 307693 system_pods.go:126] duration metric: took 3.528905ms to wait for k8s-apps to be running ...
I0403 18:21:24.455429 307693 system_svc.go:44] waiting for kubelet service to be running ....
I0403 18:21:24.455490 307693 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:21:24.467599 307693 system_svc.go:56] duration metric: took 12.160481ms WaitForService to wait for kubelet
I0403 18:21:24.467630 307693 kubeadm.go:582] duration metric: took 2m8.23018392s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0403 18:21:24.467651 307693 node_conditions.go:102] verifying NodePressure condition ...
I0403 18:21:24.471909 307693 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0403 18:21:24.471956 307693 node_conditions.go:123] node cpu capacity is 2
I0403 18:21:24.471970 307693 node_conditions.go:105] duration metric: took 4.313064ms to run NodePressure ...
I0403 18:21:24.471984 307693 start.go:241] waiting for startup goroutines ...
I0403 18:21:24.471991 307693 start.go:246] waiting for cluster config update ...
I0403 18:21:24.472010 307693 start.go:255] writing updated cluster config ...
I0403 18:21:24.472345 307693 ssh_runner.go:195] Run: rm -f paused
I0403 18:21:24.906200 307693 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0403 18:21:24.909665 307693 out.go:177] * Done! kubectl is now configured to use "addons-892160" cluster and "default" namespace by default
==> CRI-O <==
Apr 03 18:23:11 addons-892160 crio[991]: time="2025-04-03 18:23:11.716306911Z" level=info msg="Removed pod sandbox: 59beeccb95721ec738475f3d34b6efc72c50b75facceab896e7c66616c6ed38d" id=f84c6afd-8ceb-48f0-96dc-00aaab88fd0a name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.452611315Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-55cq4/POD" id=dcb5cc7f-76c7-4d27-81e5-8d15579a72dc name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.452674889Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.490908001Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-55cq4 Namespace:default ID:1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3 UID:6f73782b-3f5c-4cc0-afb5-4d71280899a7 NetNS:/var/run/netns/6c481474-2879-48f2-98cf-7612fc04ad9c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.490953942Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-55cq4 to CNI network \"kindnet\" (type=ptp)"
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.503008672Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-55cq4 Namespace:default ID:1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3 UID:6f73782b-3f5c-4cc0-afb5-4d71280899a7 NetNS:/var/run/netns/6c481474-2879-48f2-98cf-7612fc04ad9c Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.504554163Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-55cq4 for CNI network kindnet (type=ptp)"
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.512171874Z" level=info msg="Ran pod sandbox 1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3 with infra container: default/hello-world-app-7d9564db4-55cq4/POD" id=dcb5cc7f-76c7-4d27-81e5-8d15579a72dc name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.513376314Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=9f14e388-afed-4fed-815a-b072a7490d4d name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.513590799Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=9f14e388-afed-4fed-815a-b072a7490d4d name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.514358605Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=dccec5c0-b4d7-4e7d-9f3a-6a131b6d31d8 name=/runtime.v1.ImageService/PullImage
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.520904776Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 03 18:25:26 addons-892160 crio[991]: time="2025-04-03 18:25:26.763675684Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.559829811Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=dccec5c0-b4d7-4e7d-9f3a-6a131b6d31d8 name=/runtime.v1.ImageService/PullImage
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.560672383Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=c3fd491b-097d-4b9b-a418-9b431c80c899 name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.561863334Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=c3fd491b-097d-4b9b-a418-9b431c80c899 name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.565898363Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=29139d5f-f8e9-4088-90f6-24dc08eb7794 name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.567225865Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=29139d5f-f8e9-4088-90f6-24dc08eb7794 name=/runtime.v1.ImageService/ImageStatus
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.569448510Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-55cq4/hello-world-app" id=b1f5a60b-aa00-4e75-8d9c-3c1b2a5f6b35 name=/runtime.v1.RuntimeService/CreateContainer
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.569696785Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.600969910Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/0b9ebcb40551805b0e110fed1948e6884dcf5bcb2e60df4aefdf173c14a97767/merged/etc/passwd: no such file or directory"
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.601012044Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/0b9ebcb40551805b0e110fed1948e6884dcf5bcb2e60df4aefdf173c14a97767/merged/etc/group: no such file or directory"
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.666493083Z" level=info msg="Created container 039ff02dcbea9011c4291629f4a4457b7c3f34c23b7547841614de4297a2cf00: default/hello-world-app-7d9564db4-55cq4/hello-world-app" id=b1f5a60b-aa00-4e75-8d9c-3c1b2a5f6b35 name=/runtime.v1.RuntimeService/CreateContainer
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.667321189Z" level=info msg="Starting container: 039ff02dcbea9011c4291629f4a4457b7c3f34c23b7547841614de4297a2cf00" id=9e5d7724-763c-4c55-a1e7-a1af15963cde name=/runtime.v1.RuntimeService/StartContainer
Apr 03 18:25:27 addons-892160 crio[991]: time="2025-04-03 18:25:27.679276645Z" level=info msg="Started container" PID=9132 containerID=039ff02dcbea9011c4291629f4a4457b7c3f34c23b7547841614de4297a2cf00 description=default/hello-world-app-7d9564db4-55cq4/hello-world-app id=9e5d7724-763c-4c55-a1e7-a1af15963cde name=/runtime.v1.RuntimeService/StartContainer sandboxID=1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
039ff02dcbea9 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 1779d93d57c36 hello-world-app-7d9564db4-55cq4
87bb885a9431e docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 68b768c36570f nginx
dba47554ee452 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 3 minutes ago Running busybox 0 f82d4fdab686a busybox
06eeb7ecdbc44 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 503a2879d7dba ingress-nginx-controller-56d7c84fd4-9nkpf
09fd32356b63d d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 1 f2e40f3786b85 ingress-nginx-admission-patch-7jzql
7261ecf68b6a8 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 4 minutes ago Exited create 0 5b750e056eadc ingress-nginx-admission-create-jg9ct
39f594fed3806 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 a69bd0edea1ea kube-ingress-dns-minikube
c962f6b50afa8 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 bce9f42a412c4 coredns-668d6bf9bc-kkspq
809c15ab6dbd4 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 9bc9bc5c275ab storage-provisioner
35397074352ee docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955 6 minutes ago Running kindnet-cni 0 8870e88626329 kindnet-k58sc
223f9e8785745 e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062 6 minutes ago Running kube-proxy 0 0e139637160da kube-proxy-72w4w
73086015e84cc 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 5398f43ddbdad etcd-addons-892160
5eda6f0c15ab3 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d 6 minutes ago Running kube-controller-manager 0 fa1d16291ca43 kube-controller-manager-addons-892160
b0c73c901f813 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911 6 minutes ago Running kube-scheduler 0 37ab5798312ab kube-scheduler-addons-892160
93ac7287b49c2 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32 6 minutes ago Running kube-apiserver 0 7ee280f747926 kube-apiserver-addons-892160
==> coredns [c962f6b50afa892e27d87efa24cdcbe4c3f9ba2262e26c7f352c3c75a4d40fcf] <==
[INFO] 10.244.0.3:58856 - 22306 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002689935s
[INFO] 10.244.0.3:58856 - 33343 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000198165s
[INFO] 10.244.0.3:58856 - 59810 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000118419s
[INFO] 10.244.0.3:51544 - 57634 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000178735s
[INFO] 10.244.0.3:51544 - 57396 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000113003s
[INFO] 10.244.0.3:39391 - 29140 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000110368s
[INFO] 10.244.0.3:39391 - 28927 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000086647s
[INFO] 10.244.0.3:44149 - 35511 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000105126s
[INFO] 10.244.0.3:44149 - 35083 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000083973s
[INFO] 10.244.0.3:59279 - 11757 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001134622s
[INFO] 10.244.0.3:59279 - 11954 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001367347s
[INFO] 10.244.0.3:41334 - 6374 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00013171s
[INFO] 10.244.0.3:41334 - 5970 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000162267s
[INFO] 10.244.0.20:44710 - 10404 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000416868s
[INFO] 10.244.0.20:48845 - 37284 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000154366s
[INFO] 10.244.0.20:35561 - 33343 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000181623s
[INFO] 10.244.0.20:39703 - 7692 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000083759s
[INFO] 10.244.0.20:39599 - 48438 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00018013s
[INFO] 10.244.0.20:33926 - 63532 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.00037155s
[INFO] 10.244.0.20:52732 - 1536 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002256459s
[INFO] 10.244.0.20:35656 - 17740 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.001846714s
[INFO] 10.244.0.20:57103 - 26690 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.003252782s
[INFO] 10.244.0.20:54952 - 6736 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.003080981s
[INFO] 10.244.0.24:55284 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000208282s
[INFO] 10.244.0.24:36457 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00013606s
==> describe nodes <==
Name: addons-892160
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-892160
kubernetes.io/os=linux
minikube.k8s.io/commit=85c3996d13eba09c6359a027222288a9aec57053
minikube.k8s.io/name=addons-892160
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_03T18_19_11_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-892160
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 03 Apr 2025 18:19:08 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-892160
AcquireTime: <unset>
RenewTime: Thu, 03 Apr 2025 18:25:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 03 Apr 2025 18:23:26 +0000 Thu, 03 Apr 2025 18:19:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 03 Apr 2025 18:23:26 +0000 Thu, 03 Apr 2025 18:19:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 03 Apr 2025 18:23:26 +0000 Thu, 03 Apr 2025 18:19:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 03 Apr 2025 18:23:26 +0000 Thu, 03 Apr 2025 18:20:03 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-892160
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 7556fa80714841db986b6a31b1217160
System UUID: 1b8fb757-e4f6-4172-8981-6fe01bb0e9ff
Boot ID: c31e3ee1-6e69-498a-9f49-0ea8193e390f
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
default hello-world-app-7d9564db4-55cq4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m22s
ingress-nginx ingress-nginx-controller-56d7c84fd4-9nkpf 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m5s
kube-system coredns-668d6bf9bc-kkspq 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m12s
kube-system etcd-addons-892160 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m17s
kube-system kindnet-k58sc 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m13s
kube-system kube-apiserver-addons-892160 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m17s
kube-system kube-controller-manager-addons-892160 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m19s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m6s
kube-system kube-proxy-72w4w 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m13s
kube-system kube-scheduler-addons-892160 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m17s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m6s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 310Mi (3%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m4s kube-proxy
Normal NodeHasSufficientMemory 6m24s (x8 over 6m24s) kubelet Node addons-892160 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m24s (x8 over 6m24s) kubelet Node addons-892160 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m24s (x8 over 6m24s) kubelet Node addons-892160 status is now: NodeHasSufficientPID
Normal Starting 6m18s kubelet Starting kubelet.
Warning CgroupV1 6m18s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m17s kubelet Node addons-892160 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m17s kubelet Node addons-892160 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m17s kubelet Node addons-892160 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m13s node-controller Node addons-892160 event: Registered Node addons-892160 in Controller
Normal NodeReady 5m25s kubelet Node addons-892160 status is now: NodeReady
==> dmesg <==
[Apr 3 16:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.014507] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.454802] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.028990] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.746201] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.814531] kauditd_printk_skb: 36 callbacks suppressed
[Apr 3 17:43] hrtimer: interrupt took 14334841 ns
[Apr 3 17:46] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [73086015e84ccd8af64a6af8fa4e062ebd252a8818a662d879f5a58d00804cee] <==
{"level":"info","ts":"2025-04-03T18:19:05.677488Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2025-04-03T18:19:05.681223Z","caller":"etcdserver/server.go:2651","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-03T18:19:05.682989Z","caller":"etcdserver/server.go:2140","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-892160 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2025-04-03T18:19:05.685072Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-04-03T18:19:05.685169Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-04-03T18:19:05.685191Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-04-03T18:19:05.685115Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-03T18:19:05.685640Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-03T18:19:05.685707Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-04-03T18:19:05.685142Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-04-03T18:19:05.686265Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-03T18:19:05.689707Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-04-03T18:19:05.686271Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-04-03T18:19:05.698942Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2025-04-03T18:19:17.159211Z","caller":"traceutil/trace.go:171","msg":"trace[26636541] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"143.983099ms","start":"2025-04-03T18:19:17.015210Z","end":"2025-04-03T18:19:17.159193Z","steps":["trace[26636541] 'process raft request' (duration: 143.890921ms)"],"step_count":1}
{"level":"info","ts":"2025-04-03T18:19:17.328416Z","caller":"traceutil/trace.go:171","msg":"trace[870902742] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"145.668129ms","start":"2025-04-03T18:19:17.182728Z","end":"2025-04-03T18:19:17.328397Z","steps":["trace[870902742] 'process raft request' (duration: 86.785819ms)","trace[870902742] 'compare' (duration: 58.698882ms)"],"step_count":2}
{"level":"info","ts":"2025-04-03T18:19:19.856878Z","caller":"traceutil/trace.go:171","msg":"trace[920805531] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"115.438859ms","start":"2025-04-03T18:19:19.741408Z","end":"2025-04-03T18:19:19.856847Z","steps":["trace[920805531] 'process raft request' (duration: 23.700049ms)","trace[920805531] 'compare' (duration: 91.363018ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-03T18:19:20.279947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.721292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/storage-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-03T18:19:20.282661Z","caller":"traceutil/trace.go:171","msg":"trace[470149996] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/storage-provisioner; range_end:; response_count:0; response_revision:396; }","duration":"128.45684ms","start":"2025-04-03T18:19:20.154184Z","end":"2025-04-03T18:19:20.282641Z","steps":["trace[470149996] 'agreement among raft nodes before linearized reading' (duration: 125.697603ms)"],"step_count":1}
{"level":"info","ts":"2025-04-03T18:19:21.113271Z","caller":"traceutil/trace.go:171","msg":"trace[224607956] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"165.035946ms","start":"2025-04-03T18:19:20.948205Z","end":"2025-04-03T18:19:21.113241Z","steps":["trace[224607956] 'process raft request' (duration: 82.237649ms)","trace[224607956] 'compare' (duration: 75.794223ms)"],"step_count":2}
{"level":"info","ts":"2025-04-03T18:19:21.227006Z","caller":"traceutil/trace.go:171","msg":"trace[1782192588] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"164.430685ms","start":"2025-04-03T18:19:21.062551Z","end":"2025-04-03T18:19:21.226982Z","steps":["trace[1782192588] 'process raft request' (duration: 143.770968ms)"],"step_count":1}
{"level":"info","ts":"2025-04-03T18:19:21.227168Z","caller":"traceutil/trace.go:171","msg":"trace[1832654716] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:433; }","duration":"164.528394ms","start":"2025-04-03T18:19:21.062631Z","end":"2025-04-03T18:19:21.227160Z","steps":["trace[1832654716] 'read index received' (duration: 50.87681ms)","trace[1832654716] 'applied index is now lower than readState.Index' (duration: 113.650731ms)"],"step_count":2}
{"level":"info","ts":"2025-04-03T18:19:21.227385Z","caller":"traceutil/trace.go:171","msg":"trace[593176291] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"145.020645ms","start":"2025-04-03T18:19:21.062091Z","end":"2025-04-03T18:19:21.207112Z","steps":["trace[593176291] 'process raft request' (duration: 120.703068ms)","trace[593176291] 'compare' (duration: 22.231466ms)"],"step_count":2}
{"level":"warn","ts":"2025-04-03T18:19:21.242461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.021552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/storage-provisioner\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-03T18:19:21.242524Z","caller":"traceutil/trace.go:171","msg":"trace[1571001213] range","detail":"{range_begin:/registry/clusterrolebindings/storage-provisioner; range_end:; response_count:0; response_revision:425; }","duration":"190.097344ms","start":"2025-04-03T18:19:21.052415Z","end":"2025-04-03T18:19:21.242513Z","steps":["trace[1571001213] 'agreement among raft nodes before linearized reading' (duration: 174.769143ms)"],"step_count":1}
==> kernel <==
18:25:28 up 2:07, 0 users, load average: 0.33, 1.29, 2.10
Linux addons-892160 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [35397074352eebb2c9d1fa476406ee4bbcd339e5b9af2c32d3a9e3fdf7120838] <==
I0403 18:23:22.842959 1 main.go:301] handling current node
I0403 18:23:32.844235 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:23:32.844277 1 main.go:301] handling current node
I0403 18:23:42.849101 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:23:42.849137 1 main.go:301] handling current node
I0403 18:23:52.843871 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:23:52.843907 1 main.go:301] handling current node
I0403 18:24:02.843807 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:02.843852 1 main.go:301] handling current node
I0403 18:24:12.850000 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:12.850116 1 main.go:301] handling current node
I0403 18:24:22.842384 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:22.842419 1 main.go:301] handling current node
I0403 18:24:32.848970 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:32.849005 1 main.go:301] handling current node
I0403 18:24:42.849150 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:42.849184 1 main.go:301] handling current node
I0403 18:24:52.847246 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:24:52.847283 1 main.go:301] handling current node
I0403 18:25:02.842298 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:25:02.842483 1 main.go:301] handling current node
I0403 18:25:12.843878 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:25:12.844021 1 main.go:301] handling current node
I0403 18:25:22.842761 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0403 18:25:22.842802 1 main.go:301] handling current node
==> kube-apiserver [93ac7287b49c294cef2bd6b603b5b627f95683655845b796c4066ca78cc8ab31] <==
E0403 18:21:36.321421 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:41352: use of closed network connection
E0403 18:21:36.478371 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:41382: use of closed network connection
I0403 18:21:45.955983 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.96.66.28"}
I0403 18:22:32.459293 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
E0403 18:22:34.792872 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0403 18:22:46.443376 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
E0403 18:22:48.218821 1 watch.go:278] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I0403 18:22:58.818452 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0403 18:22:58.818588 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0403 18:22:58.852702 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0403 18:22:58.852847 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0403 18:22:58.875533 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0403 18:22:58.875680 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0403 18:22:58.907943 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0403 18:22:58.907993 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0403 18:22:58.963607 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0403 18:22:58.963650 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0403 18:22:59.909300 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0403 18:22:59.963856 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0403 18:23:00.034333 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0403 18:23:06.534603 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0403 18:23:06.828119 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.99.163.222"}
I0403 18:23:07.849927 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0403 18:23:09.025218 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0403 18:25:26.388644 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.100.64.164"}
==> kube-controller-manager [5eda6f0c15ab38616a700fd71ecf9acfdc13970d807cdc2c416f9a426f9428d0] <==
E0403 18:24:23.548393 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0403 18:24:23.549415 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0403 18:24:23.549454 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0403 18:24:47.547247 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0403 18:24:47.548240 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0403 18:24:47.549230 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0403 18:24:47.549267 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0403 18:24:54.602765 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0403 18:24:54.603797 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0403 18:24:54.604784 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0403 18:24:54.604821 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0403 18:25:06.595852 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0403 18:25:06.596901 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0403 18:25:06.597913 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0403 18:25:06.597949 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0403 18:25:12.188816 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0403 18:25:12.189955 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0403 18:25:12.190990 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0403 18:25:12.191080 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0403 18:25:26.165852 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="59.498059ms"
I0403 18:25:26.179308 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="13.409417ms"
I0403 18:25:26.179473 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="28.809µs"
I0403 18:25:26.189702 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="45.12µs"
I0403 18:25:28.333241 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="10.814335ms"
I0403 18:25:28.333316 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="39.016µs"
==> kube-proxy [223f9e87857450124693caf1a7fab3126f6133e1af0c11d09255864b691c6fbe] <==
I0403 18:19:22.194563 1 server_linux.go:66] "Using iptables proxy"
I0403 18:19:22.853369 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0403 18:19:22.853518 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0403 18:19:23.405437 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0403 18:19:23.405587 1 server_linux.go:170] "Using iptables Proxier"
I0403 18:19:23.413687 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0403 18:19:23.414076 1 server.go:497] "Version info" version="v1.32.2"
I0403 18:19:23.414099 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0403 18:19:23.417969 1 config.go:199] "Starting service config controller"
I0403 18:19:23.418006 1 shared_informer.go:313] Waiting for caches to sync for service config
I0403 18:19:23.418027 1 config.go:105] "Starting endpoint slice config controller"
I0403 18:19:23.418032 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0403 18:19:23.421302 1 config.go:329] "Starting node config controller"
I0403 18:19:23.421344 1 shared_informer.go:313] Waiting for caches to sync for node config
I0403 18:19:23.518805 1 shared_informer.go:320] Caches are synced for service config
I0403 18:19:23.518805 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0403 18:19:23.528630 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [b0c73c901f813fd11b493497814efa551a02704d504604a7e9016f0f4c2c96b5] <==
W0403 18:19:09.589370 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0403 18:19:09.589388 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.589436 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0403 18:19:09.589452 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.589501 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0403 18:19:09.589518 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.589565 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0403 18:19:09.589582 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.589638 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0403 18:19:09.589656 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.589686 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0403 18:19:09.589702 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592026 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0403 18:19:09.592066 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592122 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0403 18:19:09.592140 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592188 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0403 18:19:09.592204 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592539 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0403 18:19:09.592566 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592627 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0403 18:19:09.592646 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0403 18:19:09.592767 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0403 18:19:09.592827 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I0403 18:19:11.180512 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 03 18:24:56 addons-892160 kubelet[1535]: E0403 18:24:56.483997 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1947344f4bdd26d4ea23509c655a57f59fac4d259d6b6a1a2194564343ee1e40/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1947344f4bdd26d4ea23509c655a57f59fac4d259d6b6a1a2194564343ee1e40/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:01 addons-892160 kubelet[1535]: E0403 18:25:01.257735 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704701257409917,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:01 addons-892160 kubelet[1535]: E0403 18:25:01.257781 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704701257409917,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:04 addons-892160 kubelet[1535]: E0403 18:25:04.149866 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d178f7930206b55ad920ee9f842e4f55b54ea787e20f6a615ad0c3108490bad6/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d178f7930206b55ad920ee9f842e4f55b54ea787e20f6a615ad0c3108490bad6/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.173127 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/525a653cba31274ce8e0b680f9d1739a5a731392a9a067488ca8b20ad2ff806c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/525a653cba31274ce8e0b680f9d1739a5a731392a9a067488ca8b20ad2ff806c/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.179466 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/415859283ec810439b9705528a967c3909cff7fa1ebdd9fb0eb4d9865d6841c1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/415859283ec810439b9705528a967c3909cff7fa1ebdd9fb0eb4d9865d6841c1/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.208313 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/525a653cba31274ce8e0b680f9d1739a5a731392a9a067488ca8b20ad2ff806c/diff" to get inode usage: stat /var/lib/containers/storage/overlay/525a653cba31274ce8e0b680f9d1739a5a731392a9a067488ca8b20ad2ff806c/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.213579 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/415859283ec810439b9705528a967c3909cff7fa1ebdd9fb0eb4d9865d6841c1/diff" to get inode usage: stat /var/lib/containers/storage/overlay/415859283ec810439b9705528a967c3909cff7fa1ebdd9fb0eb4d9865d6841c1/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.214416 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/d178f7930206b55ad920ee9f842e4f55b54ea787e20f6a615ad0c3108490bad6/diff" to get inode usage: stat /var/lib/containers/storage/overlay/d178f7930206b55ad920ee9f842e4f55b54ea787e20f6a615ad0c3108490bad6/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.219174 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/cbda119940ee9868d1722ee6c6b6a56c0f86e6979104355c62743f7c29757f3b/diff" to get inode usage: stat /var/lib/containers/storage/overlay/cbda119940ee9868d1722ee6c6b6a56c0f86e6979104355c62743f7c29757f3b/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.220305 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0887bc5af31817882bb6c13aa8963fe444f1e44b0fc38ce495c1f8ab510782c0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0887bc5af31817882bb6c13aa8963fe444f1e44b0fc38ce495c1f8ab510782c0/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.224740 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/1947344f4bdd26d4ea23509c655a57f59fac4d259d6b6a1a2194564343ee1e40/diff" to get inode usage: stat /var/lib/containers/storage/overlay/1947344f4bdd26d4ea23509c655a57f59fac4d259d6b6a1a2194564343ee1e40/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.243442 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/0887bc5af31817882bb6c13aa8963fe444f1e44b0fc38ce495c1f8ab510782c0/diff" to get inode usage: stat /var/lib/containers/storage/overlay/0887bc5af31817882bb6c13aa8963fe444f1e44b0fc38ce495c1f8ab510782c0/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.243482 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f97131f044ce2008f57094c0563dde32c681621a7d6d0465d5d5616435674d39/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f97131f044ce2008f57094c0563dde32c681621a7d6d0465d5d5616435674d39/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.244469 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/f97131f044ce2008f57094c0563dde32c681621a7d6d0465d5d5616435674d39/diff" to get inode usage: stat /var/lib/containers/storage/overlay/f97131f044ce2008f57094c0563dde32c681621a7d6d0465d5d5616435674d39/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.253378 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/cbda119940ee9868d1722ee6c6b6a56c0f86e6979104355c62743f7c29757f3b/diff" to get inode usage: stat /var/lib/containers/storage/overlay/cbda119940ee9868d1722ee6c6b6a56c0f86e6979104355c62743f7c29757f3b/diff: no such file or directory, extraDiskErr: <nil>
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.261042 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704711260754984,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:11 addons-892160 kubelet[1535]: E0403 18:25:11.261294 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704711260754984,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:21 addons-892160 kubelet[1535]: E0403 18:25:21.264075 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704721263827043,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:21 addons-892160 kubelet[1535]: E0403 18:25:21.264114 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1743704721263827043,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:605733,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 03 18:25:26 addons-892160 kubelet[1535]: I0403 18:25:26.150725 1535 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=137.701289087 podStartE2EDuration="2m20.150707209s" podCreationTimestamp="2025-04-03 18:23:06 +0000 UTC" firstStartedPulling="2025-04-03 18:23:07.098413604 +0000 UTC m=+236.210948754" lastFinishedPulling="2025-04-03 18:23:09.547831726 +0000 UTC m=+238.660366876" observedRunningTime="2025-04-03 18:23:10.034508658 +0000 UTC m=+239.147043840" watchObservedRunningTime="2025-04-03 18:25:26.150707209 +0000 UTC m=+375.263242359"
Apr 03 18:25:26 addons-892160 kubelet[1535]: I0403 18:25:26.151099 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="746742e8-5c99-427c-b91f-e63141cdb020" containerName="gadget"
Apr 03 18:25:26 addons-892160 kubelet[1535]: I0403 18:25:26.220043 1535 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-ppwqt\" (UniqueName: \"kubernetes.io/projected/6f73782b-3f5c-4cc0-afb5-4d71280899a7-kube-api-access-ppwqt\") pod \"hello-world-app-7d9564db4-55cq4\" (UID: \"6f73782b-3f5c-4cc0-afb5-4d71280899a7\") " pod="default/hello-world-app-7d9564db4-55cq4"
Apr 03 18:25:26 addons-892160 kubelet[1535]: W0403 18:25:26.512178 1535 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/7f685a37033bcf1fdf0d192c5b7a48183853204b1b504b9de07947c20f869988/crio-1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3 WatchSource:0}: Error finding container 1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3: Status 404 returned error can't find the container with id 1779d93d57c366895ca0e1e3306173a843102704e40ddd0c71256a354ef40be3
Apr 03 18:25:28 addons-892160 kubelet[1535]: E0403 18:25:28.297453 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/9e97ccd1426d2f9295209d66abde0e63d32b2b04ce03e12211621b787f98fdc9/diff" to get inode usage: stat /var/lib/containers/storage/overlay/9e97ccd1426d2f9295209d66abde0e63d32b2b04ce03e12211621b787f98fdc9/diff: no such file or directory, extraDiskErr: <nil>
==> storage-provisioner [809c15ab6dbd4f0ddf1157e7fd44f72a84115f14f622c383cf22a33911fa741e] <==
I0403 18:20:04.199980 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0403 18:20:04.256117 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0403 18:20:04.256257 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0403 18:20:04.266912 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0403 18:20:04.267132 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-892160_c18dff98-6803-4207-81cd-84f6cedfda54!
I0403 18:20:04.267868 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"66e2c816-b378-478c-8a8a-c5dd78870644", APIVersion:"v1", ResourceVersion:"921", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-892160_c18dff98-6803-4207-81cd-84f6cedfda54 became leader
I0403 18:20:04.367651 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-892160_c18dff98-6803-4207-81cd-84f6cedfda54!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-892160 -n addons-892160
helpers_test.go:261: (dbg) Run: kubectl --context addons-892160 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-jg9ct ingress-nginx-admission-patch-7jzql
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-892160 describe pod ingress-nginx-admission-create-jg9ct ingress-nginx-admission-patch-7jzql
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-892160 describe pod ingress-nginx-admission-create-jg9ct ingress-nginx-admission-patch-7jzql: exit status 1 (80.728989ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-jg9ct" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-7jzql" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-892160 describe pod ingress-nginx-admission-create-jg9ct ingress-nginx-admission-patch-7jzql: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable ingress --alsologtostderr -v=1: (7.823117365s)
--- FAIL: TestAddons/parallel/Ingress (151.98s)
=== RUN TestDownloadOnly/v1.20.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-614116 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-614116 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio: (6.401743567s)
--- PASS: TestDownloadOnly/v1.20.0/json-events (6.40s)
=== RUN TestDownloadOnly/v1.20.0/preload-exists
I0403 18:18:10.541807 306930 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0403 18:18:10.541899 306930 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.20.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.20.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-614116
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-614116: exit status 85 (255.807021ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-614116 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | -p download-only-614116 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2025/04/03 18:18:04
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0403 18:18:04.188356 306935 out.go:345] Setting OutFile to fd 1 ...
I0403 18:18:04.188586 306935 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:04.188614 306935 out.go:358] Setting ErrFile to fd 2...
I0403 18:18:04.188633 306935 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:04.188933 306935 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
W0403 18:18:04.189132 306935 root.go:314] Error reading config file at /home/jenkins/minikube-integration/20591-301409/.minikube/config/config.json: open /home/jenkins/minikube-integration/20591-301409/.minikube/config/config.json: no such file or directory
I0403 18:18:04.189602 306935 out.go:352] Setting JSON to true
I0403 18:18:04.190536 306935 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7232,"bootTime":1743697053,"procs":151,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 18:18:04.190638 306935 start.go:139] virtualization:
I0403 18:18:04.194775 306935 out.go:97] [download-only-614116] minikube v1.35.0 on Ubuntu 20.04 (arm64)
W0403 18:18:04.194950 306935 preload.go:293] Failed to list preload files: open /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball: no such file or directory
I0403 18:18:04.195066 306935 notify.go:220] Checking for updates...
I0403 18:18:04.197933 306935 out.go:169] MINIKUBE_LOCATION=20591
I0403 18:18:04.200880 306935 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 18:18:04.203826 306935 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:18:04.206808 306935 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 18:18:04.209709 306935 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0403 18:18:04.215399 306935 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0403 18:18:04.215700 306935 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 18:18:04.249495 306935 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 18:18:04.249605 306935 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:04.306068 306935 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-03 18:18:04.297035569 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:04.306180 306935 docker.go:318] overlay module found
I0403 18:18:04.309198 306935 out.go:97] Using the docker driver based on user configuration
I0403 18:18:04.309244 306935 start.go:297] selected driver: docker
I0403 18:18:04.309256 306935 start.go:901] validating driver "docker" against <nil>
I0403 18:18:04.309375 306935 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:04.367355 306935 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-03 18:18:04.358105034 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:04.367521 306935 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0403 18:18:04.367796 306935 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0403 18:18:04.367949 306935 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I0403 18:18:04.371107 306935 out.go:169] Using Docker driver with root privileges
I0403 18:18:04.373876 306935 cni.go:84] Creating CNI manager for ""
I0403 18:18:04.373946 306935 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0403 18:18:04.373961 306935 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0403 18:18:04.374044 306935 start.go:340] cluster config:
{Name:download-only-614116 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-614116 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0403 18:18:04.376995 306935 out.go:97] Starting "download-only-614116" primary control-plane node in "download-only-614116" cluster
I0403 18:18:04.377018 306935 cache.go:121] Beginning downloading kic base image for docker with crio
I0403 18:18:04.379879 306935 out.go:97] Pulling base image v0.0.46-1743675393-20591 ...
I0403 18:18:04.379908 306935 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0403 18:18:04.380069 306935 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local docker daemon
I0403 18:18:04.395045 306935 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 to local cache
I0403 18:18:04.395229 306935 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 in local cache directory
I0403 18:18:04.395327 306935 image.go:150] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 to local cache
I0403 18:18:04.440189 306935 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I0403 18:18:04.440216 306935 cache.go:56] Caching tarball of preloaded images
I0403 18:18:04.440377 306935 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0403 18:18:04.443619 306935 out.go:97] Downloading Kubernetes v1.20.0 preload ...
I0403 18:18:04.443655 306935 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I0403 18:18:04.533347 306935 download.go:108] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:59cd2ef07b53f039bfd1761b921f2a02 -> /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I0403 18:18:08.674971 306935 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I0403 18:18:08.675827 306935 preload.go:254] verifying checksum of /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
* The control-plane node download-only-614116 host does not exist
To start a cluster, run: "minikube start -p download-only-614116"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.20.0/LogsDuration (0.26s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.20.0/DeleteAll (0.24s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-614116
--- PASS: TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds (0.16s)
=== RUN TestDownloadOnly/v1.32.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-627830 --force --alsologtostderr --kubernetes-version=v1.32.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-627830 --force --alsologtostderr --kubernetes-version=v1.32.2 --container-runtime=crio --driver=docker --container-runtime=crio: (5.014221897s)
--- PASS: TestDownloadOnly/v1.32.2/json-events (5.01s)
=== RUN TestDownloadOnly/v1.32.2/preload-exists
I0403 18:18:16.205196 306930 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0403 18:18:16.205238 306930 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20591-301409/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.32.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.32.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-627830
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-627830: exit status 85 (92.505178ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-614116 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | -p download-only-614116 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:18 UTC |
| delete | -p download-only-614116 | download-only-614116 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | 03 Apr 25 18:18 UTC |
| start | -o=json --download-only | download-only-627830 | jenkins | v1.35.0 | 03 Apr 25 18:18 UTC | |
| | -p download-only-627830 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.32.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/03 18:18:11
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0403 18:18:11.239112 307135 out.go:345] Setting OutFile to fd 1 ...
I0403 18:18:11.239305 307135 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:11.239333 307135 out.go:358] Setting ErrFile to fd 2...
I0403 18:18:11.239352 307135 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:18:11.239643 307135 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:18:11.240109 307135 out.go:352] Setting JSON to true
I0403 18:18:11.241097 307135 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7239,"bootTime":1743697053,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 18:18:11.241203 307135 start.go:139] virtualization:
I0403 18:18:11.245145 307135 out.go:97] [download-only-627830] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0403 18:18:11.245457 307135 notify.go:220] Checking for updates...
I0403 18:18:11.248484 307135 out.go:169] MINIKUBE_LOCATION=20591
I0403 18:18:11.251680 307135 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 18:18:11.254840 307135 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:18:11.257876 307135 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 18:18:11.260943 307135 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0403 18:18:11.266999 307135 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0403 18:18:11.267334 307135 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 18:18:11.293235 307135 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 18:18:11.293344 307135 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:11.353773 307135 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:44 SystemTime:2025-04-03 18:18:11.344375497 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:11.353902 307135 docker.go:318] overlay module found
I0403 18:18:11.357050 307135 out.go:97] Using the docker driver based on user configuration
I0403 18:18:11.357143 307135 start.go:297] selected driver: docker
I0403 18:18:11.357154 307135 start.go:901] validating driver "docker" against <nil>
I0403 18:18:11.357266 307135 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:18:11.433048 307135 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:44 SystemTime:2025-04-03 18:18:11.423775112 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:18:11.433240 307135 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0403 18:18:11.433554 307135 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0403 18:18:11.433722 307135 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I0403 18:18:11.436869 307135 out.go:169] Using Docker driver with root privileges
* The control-plane node download-only-627830 host does not exist
To start a cluster, run: "minikube start -p download-only-627830"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.32.2/LogsDuration (0.09s)
=== RUN TestDownloadOnly/v1.32.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.32.2/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.32.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-627830
--- PASS: TestDownloadOnly/v1.32.2/DeleteAlwaysSucceeds (0.14s)
=== RUN TestBinaryMirror
I0403 18:18:17.524546 306930 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.32.2/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.32.2/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-185638 --alsologtostderr --binary-mirror http://127.0.0.1:40645 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-185638" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-185638
--- PASS: TestBinaryMirror (0.63s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-892160
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-892160: exit status 85 (82.588616ms)
-- stdout --
* Profile "addons-892160" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-892160"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:950: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-892160
addons_test.go:950: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-892160: exit status 85 (80.314548ms)
-- stdout --
* Profile "addons-892160" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-892160"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/Setup
addons_test.go:107: (dbg) Run: out/minikube-linux-arm64 start -p addons-892160 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:107: (dbg) Done: out/minikube-linux-arm64 start -p addons-892160 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (3m6.690841249s)
--- PASS: TestAddons/Setup (186.69s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:569: (dbg) Run: kubectl --context addons-892160 create ns new-namespace
addons_test.go:583: (dbg) Run: kubectl --context addons-892160 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.22s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:614: (dbg) Run: kubectl --context addons-892160 create -f testdata/busybox.yaml
addons_test.go:621: (dbg) Run: kubectl --context addons-892160 create sa gcp-auth-test
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [2fc8f0f3-822e-4235-93a7-25958d20f152] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [2fc8f0f3-822e-4235-93a7-25958d20f152] Running
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.003596211s
addons_test.go:633: (dbg) Run: kubectl --context addons-892160 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:645: (dbg) Run: kubectl --context addons-892160 describe sa gcp-auth-test
addons_test.go:659: (dbg) Run: kubectl --context addons-892160 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:683: (dbg) Run: kubectl --context addons-892160 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.98s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:321: registry stabilized in 15.409447ms
addons_test.go:323: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-6c88467877-rbgs4" [1a5ce2d2-1534-415c-8288-8f828550fd99] Running
addons_test.go:323: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.003106349s
addons_test.go:326: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-kwdkj" [3034ebe3-fe8a-431b-ab75-603984a07ae6] Running
addons_test.go:326: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.00355472s
addons_test.go:331: (dbg) Run: kubectl --context addons-892160 delete po -l run=registry-test --now
addons_test.go:336: (dbg) Run: kubectl --context addons-892160 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:336: (dbg) Done: kubectl --context addons-892160 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (5.611456899s)
addons_test.go:350: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 ip
2025/04/03 18:22:01 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (17.60s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-twn6r" [746742e8-5c99-427c-b91f-e63141cdb020] Running
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.004585025s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable inspektor-gadget --alsologtostderr -v=1: (5.780192627s)
--- PASS: TestAddons/parallel/InspektorGadget (10.79s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:394: metrics-server stabilized in 11.216172ms
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7fbb699795-r6vt7" [58aa5daa-e6b4-4528-88e4-2fe02d7fe11c] Running
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.003817573s
addons_test.go:402: (dbg) Run: kubectl --context addons-892160 top pods -n kube-system
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (6.82s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I0403 18:22:25.920194 306930 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0403 18:22:25.923813 306930 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0403 18:22:25.923845 306930 kapi.go:107] duration metric: took 8.311949ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:488: csi-hostpath-driver pods stabilized in 8.323149ms
addons_test.go:491: (dbg) Run: kubectl --context addons-892160 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:496: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:501: (dbg) Run: kubectl --context addons-892160 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:506: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [9083a51f-98c0-4bba-a581-47d1d0b57595] Pending
helpers_test.go:344: "task-pv-pod" [9083a51f-98c0-4bba-a581-47d1d0b57595] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [9083a51f-98c0-4bba-a581-47d1d0b57595] Running
addons_test.go:506: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 11.003376524s
addons_test.go:511: (dbg) Run: kubectl --context addons-892160 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:516: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-892160 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-892160 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:521: (dbg) Run: kubectl --context addons-892160 delete pod task-pv-pod
addons_test.go:527: (dbg) Run: kubectl --context addons-892160 delete pvc hpvc
addons_test.go:533: (dbg) Run: kubectl --context addons-892160 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:538: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:543: (dbg) Run: kubectl --context addons-892160 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:548: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [3538d295-90a6-4185-8bf9-a8fafd598337] Pending
helpers_test.go:344: "task-pv-pod-restore" [3538d295-90a6-4185-8bf9-a8fafd598337] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [3538d295-90a6-4185-8bf9-a8fafd598337] Running
addons_test.go:548: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 7.003713561s
addons_test.go:553: (dbg) Run: kubectl --context addons-892160 delete pod task-pv-pod-restore
addons_test.go:553: (dbg) Done: kubectl --context addons-892160 delete pod task-pv-pod-restore: (1.090791919s)
addons_test.go:557: (dbg) Run: kubectl --context addons-892160 delete pvc hpvc-restore
addons_test.go:561: (dbg) Run: kubectl --context addons-892160 delete volumesnapshot new-snapshot-demo
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.954855819s)
--- PASS: TestAddons/parallel/CSI (40.30s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:747: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-892160 --alsologtostderr -v=1
addons_test.go:747: (dbg) Done: out/minikube-linux-arm64 addons enable headlamp -p addons-892160 --alsologtostderr -v=1: (1.166022129s)
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-5d4b5d7bd6-plc7p" [163f5dc5-7fe5-46bf-8401-535605a0395f] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-5d4b5d7bd6-plc7p" [163f5dc5-7fe5-46bf-8401-535605a0395f] Running
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.004219138s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable headlamp --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable headlamp --alsologtostderr -v=1: (5.913767177s)
--- PASS: TestAddons/parallel/Headlamp (18.09s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-cc9755fc7-fzwqp" [5090a620-9824-4e28-90b2-01a99161c35a] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.004161353s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable cloud-spanner --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CloudSpanner (5.78s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:888: (dbg) Run: kubectl --context addons-892160 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:894: (dbg) Run: kubectl --context addons-892160 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:898: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [1b7f935d-25a0-4464-b218-5ddddcf6d162] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [1b7f935d-25a0-4464-b218-5ddddcf6d162] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [1b7f935d-25a0-4464-b218-5ddddcf6d162] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.004584758s
addons_test.go:906: (dbg) Run: kubectl --context addons-892160 get pvc test-pvc -o=json
addons_test.go:915: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 ssh "cat /opt/local-path-provisioner/pvc-2fe35125-499d-4788-9eaf-341c02216b48_default_test-pvc/file1"
addons_test.go:927: (dbg) Run: kubectl --context addons-892160 delete pod test-local-path
addons_test.go:931: (dbg) Run: kubectl --context addons-892160 delete pvc test-pvc
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.517043441s)
--- PASS: TestAddons/parallel/LocalPath (52.80s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-lg484" [d415912e-d2a1-42b6-a911-3deede2364d7] Running
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 6.003131682s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable nvidia-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.54s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-575dd5996b-xz2t7" [b6e9a2b6-3279-4227-b0d7-bd9b11354e63] Running
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 5.004228966s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable yakd --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-892160 addons disable yakd --alsologtostderr -v=1: (5.799086285s)
--- PASS: TestAddons/parallel/Yakd (10.81s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-arm64 stop -p addons-892160
addons_test.go:170: (dbg) Done: out/minikube-linux-arm64 stop -p addons-892160: (11.917866614s)
addons_test.go:174: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-892160
addons_test.go:178: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-892160
addons_test.go:183: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-892160
--- PASS: TestAddons/StoppedEnableDisable (12.20s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-071895 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-071895 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (42.72077105s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-071895 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-071895 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-071895 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-071895" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-071895
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-071895: (2.345848411s)
--- PASS: TestCertOptions (46.04s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-030847 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-030847 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (44.839336315s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-030847 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-030847 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (18.21825306s)
helpers_test.go:175: Cleaning up "cert-expiration-030847" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-030847
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-030847: (3.088437579s)
--- PASS: TestCertExpiration (246.15s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-656788 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0403 19:03:52.181272 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-656788 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (35.394195472s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-656788 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-656788" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-656788
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-656788: (2.514994165s)
--- PASS: TestForceSystemdFlag (38.25s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-446280 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-446280 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (39.462581373s)
helpers_test.go:175: Cleaning up "force-systemd-env-446280" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-446280
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-446280: (3.593767824s)
--- PASS: TestForceSystemdEnv (43.06s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-098934 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-098934 --driver=docker --container-runtime=crio
E0403 18:26:25.800936 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:25.807788 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:25.819132 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:25.840434 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:25.881781 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:25.965188 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:26.127179 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:26.448592 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:26:27.090701 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-098934 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-098934 --driver=docker --container-runtime=crio: (30.633032654s)
--- PASS: TestErrorSpam/setup (30.63s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 start --dry-run
--- PASS: TestErrorSpam/start (0.76s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 status
E0403 18:26:28.372265 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 status
--- PASS: TestErrorSpam/status (1.11s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 pause
--- PASS: TestErrorSpam/pause (1.79s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 unpause
E0403 18:26:30.934400 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 unpause
--- PASS: TestErrorSpam/unpause (1.80s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 stop: (1.270033784s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-098934 --log_dir /tmp/nospam-098934 stop
--- PASS: TestErrorSpam/stop (1.48s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1872: local sync path: /home/jenkins/minikube-integration/20591-301409/.minikube/files/etc/test/nested/copy/306930/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2251: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E0403 18:26:46.299886 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:27:06.781407 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:2251: (dbg) Done: out/minikube-linux-arm64 start -p functional-202585 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (51.589268045s)
--- PASS: TestFunctional/serial/StartWithProxy (51.59s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I0403 18:27:29.595603 306930 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
functional_test.go:676: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --alsologtostderr -v=8
E0403 18:27:47.743066 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:676: (dbg) Done: out/minikube-linux-arm64 start -p functional-202585 --alsologtostderr -v=8: (30.812601033s)
functional_test.go:680: soft start took 30.820310798s for "functional-202585" cluster.
I0403 18:28:00.408543 306930 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestFunctional/serial/SoftStart (30.82s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:698: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.09s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:713: (dbg) Run: kubectl --context functional-202585 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.10s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:3.1
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:3.1: (1.520329566s)
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:3.3
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:3.3: (1.586784283s)
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:latest
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 cache add registry.k8s.io/pause:latest: (1.446535786s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (4.55s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1094: (dbg) Run: docker build -t minikube-local-cache-test:functional-202585 /tmp/TestFunctionalserialCacheCmdcacheadd_local257475065/001
functional_test.go:1106: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache add minikube-local-cache-test:functional-202585
functional_test.go:1111: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache delete minikube-local-cache-test:functional-202585
functional_test.go:1100: (dbg) Run: docker rmi minikube-local-cache-test:functional-202585
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.42s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1119: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1127: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1141: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.33s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1164: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1170: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1170: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (292.889303ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1175: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cache reload
functional_test.go:1175: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 cache reload: (1.246286767s)
functional_test.go:1180: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.23s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1189: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1189: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:733: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 kubectl -- --context functional-202585 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.15s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:758: (dbg) Run: out/kubectl --context functional-202585 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.13s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:774: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:774: (dbg) Done: out/minikube-linux-arm64 start -p functional-202585 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (32.181830224s)
functional_test.go:778: restart took 32.181933224s for "functional-202585" cluster.
I0403 18:28:41.836778 306930 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestFunctional/serial/ExtraConfig (32.18s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:827: (dbg) Run: kubectl --context functional-202585 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:842: etcd phase: Running
functional_test.go:852: etcd status: Ready
functional_test.go:842: kube-apiserver phase: Running
functional_test.go:852: kube-apiserver status: Ready
functional_test.go:842: kube-controller-manager phase: Running
functional_test.go:852: kube-controller-manager status: Ready
functional_test.go:842: kube-scheduler phase: Running
functional_test.go:852: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.10s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1253: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 logs
functional_test.go:1253: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 logs: (1.830193712s)
--- PASS: TestFunctional/serial/LogsCmd (1.83s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1267: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 logs --file /tmp/TestFunctionalserialLogsFileCmd3986756751/001/logs.txt
functional_test.go:1267: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 logs --file /tmp/TestFunctionalserialLogsFileCmd3986756751/001/logs.txt: (1.935569384s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.94s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2338: (dbg) Run: kubectl --context functional-202585 apply -f testdata/invalidsvc.yaml
functional_test.go:2352: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-202585
functional_test.go:2352: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-202585: exit status 115 (387.671145ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31362 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2344: (dbg) Run: kubectl --context functional-202585 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.64s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config unset cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config get cpus
functional_test.go:1216: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 config get cpus: exit status 14 (84.498153ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config set cpus 2
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config get cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config unset cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 config get cpus
functional_test.go:1216: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 config get cpus: exit status 14 (81.296687ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.47s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:922: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-202585 --alsologtostderr -v=1]
functional_test.go:927: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-202585 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 334233: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (12.24s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:991: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:991: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-202585 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (246.358338ms)
-- stdout --
* [functional-202585] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I0403 18:29:24.654608 333924 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:24.654748 333924 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:24.654760 333924 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:24.654786 333924 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:24.659286 333924 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:24.660029 333924 out.go:352] Setting JSON to false
I0403 18:29:24.660971 333924 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7912,"bootTime":1743697053,"procs":192,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 18:29:24.661042 333924 start.go:139] virtualization:
I0403 18:29:24.664461 333924 out.go:177] * [functional-202585] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0403 18:29:24.667230 333924 out.go:177] - MINIKUBE_LOCATION=20591
I0403 18:29:24.667370 333924 notify.go:220] Checking for updates...
I0403 18:29:24.672799 333924 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 18:29:24.675985 333924 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:29:24.678848 333924 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 18:29:24.681782 333924 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0403 18:29:24.684785 333924 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0403 18:29:24.688430 333924 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:24.689046 333924 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 18:29:24.729193 333924 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 18:29:24.729395 333924 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:29:24.797555 333924 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-03 18:29:24.788579375 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:29:24.797662 333924 docker.go:318] overlay module found
I0403 18:29:24.802599 333924 out.go:177] * Using the docker driver based on existing profile
I0403 18:29:24.806611 333924 start.go:297] selected driver: docker
I0403 18:29:24.806634 333924 start.go:901] validating driver "docker" against &{Name:functional-202585 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:functional-202585 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0403 18:29:24.806738 333924 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0403 18:29:24.810390 333924 out.go:201]
W0403 18:29:24.813780 333924 out.go:270] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I0403 18:29:24.816878 333924 out.go:201]
** /stderr **
functional_test.go:1008: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.53s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1037: (dbg) Run: out/minikube-linux-arm64 start -p functional-202585 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1037: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-202585 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (253.168151ms)
-- stdout --
* [functional-202585] minikube v1.35.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I0403 18:29:24.385042 333876 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:24.385224 333876 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:24.385237 333876 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:24.385243 333876 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:24.386119 333876 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:24.386521 333876 out.go:352] Setting JSON to false
I0403 18:29:24.387473 333876 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":7912,"bootTime":1743697053,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 18:29:24.387541 333876 start.go:139] virtualization:
I0403 18:29:24.394549 333876 out.go:177] * [functional-202585] minikube v1.35.0 sur Ubuntu 20.04 (arm64)
I0403 18:29:24.422534 333876 notify.go:220] Checking for updates...
I0403 18:29:24.426947 333876 out.go:177] - MINIKUBE_LOCATION=20591
I0403 18:29:24.428044 333876 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 18:29:24.429384 333876 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 18:29:24.430731 333876 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 18:29:24.432383 333876 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0403 18:29:24.433999 333876 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0403 18:29:24.436278 333876 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:24.436841 333876 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 18:29:24.477305 333876 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 18:29:24.477430 333876 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:29:24.550519 333876 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-03 18:29:24.540063731 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:29:24.550622 333876 docker.go:318] overlay module found
I0403 18:29:24.554350 333876 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0403 18:29:24.557003 333876 start.go:297] selected driver: docker
I0403 18:29:24.557023 333876 start.go:901] validating driver "docker" against &{Name:functional-202585 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1743675393-20591@sha256:8de8167e280414c9d16e4c3da59bc85bc7c9cc24228af995863fc7bcabfcf727 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:functional-202585 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0403 18:29:24.557300 333876 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0403 18:29:24.560569 333876 out.go:201]
W0403 18:29:24.566038 333876 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0403 18:29:24.568743 333876 out.go:201]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.25s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:871: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 status
functional_test.go:877: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:889: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.04s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1644: (dbg) Run: kubectl --context functional-202585 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1652: (dbg) Run: kubectl --context functional-202585 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1657: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-8449669db6-xx762" [c6cb1990-7055-4a37-a5ad-f79d4b6c1d53] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-8449669db6-xx762" [c6cb1990-7055-4a37-a5ad-f79d4b6c1d53] Running
E0403 18:29:09.664944 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:1657: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 12.003185017s
functional_test.go:1666: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service hello-node-connect --url
functional_test.go:1672: found endpoint for hello-node-connect: http://192.168.49.2:30692
functional_test.go:1692: http://192.168.49.2:30692: success! body:
Hostname: hello-node-connect-8449669db6-xx762
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:30692
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (12.70s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1707: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 addons list
functional_test.go:1719: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.22s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [4103c58e-3513-466d-be7e-87b058dac7c4] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.004091745s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-202585 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-202585 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-202585 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-202585 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [b90902ca-5118-45fb-bf44-eea959d7058f] Pending
helpers_test.go:344: "sp-pod" [b90902ca-5118-45fb-bf44-eea959d7058f] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [b90902ca-5118-45fb-bf44-eea959d7058f] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.003033028s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-202585 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-202585 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:106: (dbg) Done: kubectl --context functional-202585 delete -f testdata/storage-provisioner/pod.yaml: (1.014515028s)
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-202585 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [f50e26db-f524-4ab1-9f46-5d46066662f2] Pending
helpers_test.go:344: "sp-pod" [f50e26db-f524-4ab1-9f46-5d46066662f2] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 6.003771726s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-202585 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (25.02s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1742: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "echo hello"
functional_test.go:1759: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.74s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh -n functional-202585 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cp functional-202585:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd212032214/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh -n functional-202585 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh -n functional-202585 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.44s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1946: Checking for existence of /etc/test/nested/copy/306930/hosts within VM
functional_test.go:1948: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /etc/test/nested/copy/306930/hosts"
functional_test.go:1953: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.44s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1989: Checking for existence of /etc/ssl/certs/306930.pem within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /etc/ssl/certs/306930.pem"
functional_test.go:1989: Checking for existence of /usr/share/ca-certificates/306930.pem within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /usr/share/ca-certificates/306930.pem"
functional_test.go:1989: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:2016: Checking for existence of /etc/ssl/certs/3069302.pem within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /etc/ssl/certs/3069302.pem"
functional_test.go:2016: Checking for existence of /usr/share/ca-certificates/3069302.pem within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /usr/share/ca-certificates/3069302.pem"
functional_test.go:2016: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.17s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:236: (dbg) Run: kubectl --context functional-202585 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.12s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2044: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo systemctl is-active docker"
functional_test.go:2044: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh "sudo systemctl is-active docker": exit status 1 (338.454678ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2044: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo systemctl is-active containerd"
functional_test.go:2044: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh "sudo systemctl is-active containerd": exit status 1 (340.331957ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.68s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2305: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.26s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 331613: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.62s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-202585 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [b1c6ca59-c334-4894-bebf-9b3f3383765b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [b1c6ca59-c334-4894-bebf-9b3f3383765b] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.003906263s
I0403 18:29:01.672850 306930 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.50s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-202585 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.12s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.97.232.239 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-202585 tunnel --alsologtostderr] ...
functional_test_tunnel_test.go:437: failed to stop process: signal: terminated
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1454: (dbg) Run: kubectl --context functional-202585 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1462: (dbg) Run: kubectl --context functional-202585 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1467: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-64fc58db8c-8z69p" [d423013e-a584-4226-9d04-d45569630532] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-64fc58db8c-8z69p" [d423013e-a584-4226-9d04-d45569630532] Running
functional_test.go:1467: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 6.004687401s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (6.25s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1287: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1292: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.44s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1327: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1332: Took "373.807509ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1341: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1346: Took "56.283797ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.43s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1378: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1383: Took "350.297869ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1391: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1396: Took "60.943918ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.41s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdany-port4274486716/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1743704959089838713" to /tmp/TestFunctionalparallelMountCmdany-port4274486716/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1743704959089838713" to /tmp/TestFunctionalparallelMountCmdany-port4274486716/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1743704959089838713" to /tmp/TestFunctionalparallelMountCmdany-port4274486716/001/test-1743704959089838713
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (335.729635ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I0403 18:29:19.426347 306930 retry.go:31] will retry after 680.155481ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Apr 3 18:29 created-by-test
-rw-r--r-- 1 docker docker 24 Apr 3 18:29 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Apr 3 18:29 test-1743704959089838713
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh cat /mount-9p/test-1743704959089838713
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-202585 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [af469338-75e8-4316-92bf-2a65c31ee869] Pending
helpers_test.go:344: "busybox-mount" [af469338-75e8-4316-92bf-2a65c31ee869] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [af469338-75e8-4316-92bf-2a65c31ee869] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [af469338-75e8-4316-92bf-2a65c31ee869] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 6.004383887s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-202585 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdany-port4274486716/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (9.26s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1476: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.55s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1506: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service list -o json
functional_test.go:1511: Took "495.602583ms" to run "out/minikube-linux-arm64 -p functional-202585 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.50s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1526: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service --namespace=default --https --url hello-node
functional_test.go:1539: found endpoint: https://192.168.49.2:32062
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.39s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1557: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.38s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1576: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 service hello-node --url
functional_test.go:1582: found endpoint for hello-node: http://192.168.49.2:32062
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.40s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdspecific-port243043993/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (512.813472ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I0403 18:29:28.858760 306930 retry.go:31] will retry after 597.231477ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdspecific-port243043993/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh "sudo umount -f /mount-9p": exit status 1 (364.995598ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-202585 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdspecific-port243043993/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.56s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T" /mount1: (1.118669842s)
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-202585 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-202585 /tmp/TestFunctionalparallelMountCmdVerifyCleanup328464592/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.02s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2273: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 version --short
--- PASS: TestFunctional/parallel/Version/short (0.16s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2287: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 version -o=json --components
functional_test.go:2287: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 version -o=json --components: (1.380129752s)
--- PASS: TestFunctional/parallel/Version/components (1.38s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls --format short --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-202585 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.11.3
localhost/minikube-local-cache-test:functional-202585
localhost/kicbase/echo-server:functional-202585
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20250214-acbabc1a
docker.io/kindest/kindnetd:v20241212-9f82dd49
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-202585 image ls --format short --alsologtostderr:
I0403 18:29:41.931076 336684 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:41.931292 336684 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:41.931315 336684 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:41.931334 336684 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:41.931686 336684 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:41.932328 336684 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:41.932495 336684 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:41.932946 336684 cli_runner.go:164] Run: docker container inspect functional-202585 --format={{.State.Status}}
I0403 18:29:41.962602 336684 ssh_runner.go:195] Run: systemctl --version
I0403 18:29:41.962660 336684 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-202585
I0403 18:29:41.990220 336684 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/functional-202585/id_rsa Username:docker}
I0403 18:29:42.093340 336684 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls --format table --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-202585 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| registry.k8s.io/coredns/coredns | v1.11.3 | 2f6c962e7b831 | 61.6MB |
| registry.k8s.io/etcd | 3.5.16-0 | 7fc9d4aa817aa | 143MB |
| registry.k8s.io/kube-proxy | v1.32.2 | e5aac5df76d9b | 98.3MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| registry.k8s.io/pause | 3.10 | afb61768ce381 | 520kB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| docker.io/kindest/kindnetd | v20241212-9f82dd49 | e1181ee320546 | 99MB |
| docker.io/kindest/kindnetd | v20250214-acbabc1a | ee75e27fff91c | 99MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| localhost/kicbase/echo-server | functional-202585 | ce2d2cda2d858 | 4.79MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/kube-apiserver | v1.32.2 | 6417e1437b6d9 | 95MB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| docker.io/library/nginx | latest | 2c9168b3c9a84 | 201MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| registry.k8s.io/kube-controller-manager | v1.32.2 | 3c9285acfd2ff | 88.2MB |
| registry.k8s.io/kube-scheduler | v1.32.2 | 82dfa03f692fb | 69MB |
| docker.io/library/nginx | alpine | cedb667e1a7b4 | 50.8MB |
| localhost/minikube-local-cache-test | functional-202585 | 19be417a02a93 | 3.33kB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-202585 image ls --format table --alsologtostderr:
I0403 18:29:42.664542 336867 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:42.664747 336867 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.664758 336867 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:42.664763 336867 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.665070 336867 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:42.665727 336867 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.665899 336867 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.666411 336867 cli_runner.go:164] Run: docker container inspect functional-202585 --format={{.State.Status}}
I0403 18:29:42.693749 336867 ssh_runner.go:195] Run: systemctl --version
I0403 18:29:42.693812 336867 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-202585
I0403 18:29:42.718244 336867 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/functional-202585/id_rsa Username:docker}
I0403 18:29:42.814320 336867 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.27s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls --format json --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-202585 image ls --format json --alsologtostderr:
[{"id":"2c9168b3c9a84851f91e03534dc4136951e9f581ab3ac8ee38b28b49ad57ba38","repoDigests":["docker.io/library/nginx@sha256:124b44bfc9ccd1f3cedf4b592d4d1e8bddb78b51ec2ed5056c52d3692baebc19","docker.io/library/nginx@sha256:efa529649e9928104685a25f2276f3d51a08b2ed03a267e95f45a825b78547b0"],"repoTags":["docker.io/library/nginx:latest"],"size":"201397159"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32","repoDigests":["registry.k8s.io/kube-apiserver@sha256:22cdd0e13fe99dc2e5a3476b92895d89d81285cbe73b592033fa05b68c6c19a3","registry.k8s.io/kube-apiserver@sha256:c47449f3e751588ea0cb74e325e0f83db335a4
15f4f4c7fb147375dd6c84757f"],"repoTags":["registry.k8s.io/kube-apiserver:v1.32.2"],"size":"94991840"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"e1181ee320546c66f17956a302db1b7899d88a593f116726718851133de588b6","repoDigests":["docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be","docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26"],"repoTags":["docker.io/kindest/kindnetd:v20241212-9f82dd49"],"size":"99018802"},{"id":"ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17","repoDigests":["localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a"],"repoTags":["localhost/kicbase/echo-server:functional-202585"],"size":"4788229"},{"id":"19be417a02a93f80ee67e646
989e5a14c028fe40d122fd1c8189bb21d9b0a08c","repoDigests":["localhost/minikube-local-cache-test@sha256:0ee0276996f19c142263e8d35e39fcc74f8604e971a49d47dfd77073f1fde743"],"repoTags":["localhost/minikube-local-cache-test:functional-202585"],"size":"3330"},{"id":"82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911","repoDigests":["registry.k8s.io/kube-scheduler@sha256:45710d74cfd5aa10a001d0cf81747b77c28617444ffee0503d12f1dcd7450f76","registry.k8s.io/kube-scheduler@sha256:a532964581fdb02b9d692589bb93db7d4b8a7bd8c120d8fb70803da0e3c83647"],"repoTags":["registry.k8s.io/kube-scheduler:v1.32.2"],"size":"68973894"},{"id":"ee75e27fff91c8d59835f9a3efdf968ff404e580bad69746a65bcf3e304ab26f","repoDigests":["docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955","docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495"],"repoTags":["docker.io/kindest/kindnetd:v20250214-acbabc1a"],"size":"99018290"},{"id":"cedb667e1a7b4e6d843a4f
74f1f2db0dac1c29b43978aa72dbae2193e3b8eea3","repoDigests":["docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591","docker.io/library/nginx@sha256:56568860b56c0bc8099fe1b2d84f43a18939e217e6c619126214c0f71bc27626"],"repoTags":["docker.io/library/nginx:alpine"],"size":"50780648"},{"id":"2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4","repoDigests":["registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6","registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.11.3"],"size":"61647114"},{"id":"e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062","repoDigests":["registry.k8s.io/kube-proxy@sha256:6b93583f4856ea0923c6fffd91c802a2362511378390acc6e539a419210ee23b","registry.k8s.io/kube-proxy@sha256:83c025f0faa6799fab6645102a98138e39a9a7db2be3bc792c79d72659b1805d"],"repoTags":["registry.k8s.io/kube-pro
xy:v1.32.2"],"size":"98313623"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82","repoDigests":["registry.k8s.io/etcd@sha256:313adb872febec3a5740969d5bf1b1df0d222f8fa06675f34db5a7fc437356a1","registry.k8s.io/etcd@sha256:c6a9d11cc5c04b114ccdef39a9265eeef818e3d02f5359be035ae784097fdec5"],"repoTags":["registry.k8s.io/etcd:3.5.16-0"],"size":"143226622"},{"id":"3c9285acfd2
ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:399aa50f4d1361c59dc458e634506d02de32613d03a9a614a21058741162ef90","registry.k8s.io/kube-controller-manager@sha256:737052e0a84309cec4e9e3f1baaf80160273511c809893db40ab595e494a8777"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.32.2"],"size":"88241478"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8","repoDigests":["registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7","registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a"],"repoTags":["registry.k8s.io/pause:3.10"],"size":"519877"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0
f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"}]
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-202585 image ls --format json --alsologtostderr:
I0403 18:29:42.361809 336782 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:42.362116 336782 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.362154 336782 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:42.362182 336782 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.362502 336782 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:42.363437 336782 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.363661 336782 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.364250 336782 cli_runner.go:164] Run: docker container inspect functional-202585 --format={{.State.Status}}
I0403 18:29:42.419952 336782 ssh_runner.go:195] Run: systemctl --version
I0403 18:29:42.420002 336782 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-202585
I0403 18:29:42.451038 336782 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/functional-202585/id_rsa Username:docker}
I0403 18:29:42.547641 336782 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.32s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls --format yaml --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-202585 image ls --format yaml --alsologtostderr:
- id: 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:22cdd0e13fe99dc2e5a3476b92895d89d81285cbe73b592033fa05b68c6c19a3
- registry.k8s.io/kube-apiserver@sha256:c47449f3e751588ea0cb74e325e0f83db335a415f4f4c7fb147375dd6c84757f
repoTags:
- registry.k8s.io/kube-apiserver:v1.32.2
size: "94991840"
- id: e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062
repoDigests:
- registry.k8s.io/kube-proxy@sha256:6b93583f4856ea0923c6fffd91c802a2362511378390acc6e539a419210ee23b
- registry.k8s.io/kube-proxy@sha256:83c025f0faa6799fab6645102a98138e39a9a7db2be3bc792c79d72659b1805d
repoTags:
- registry.k8s.io/kube-proxy:v1.32.2
size: "98313623"
- id: afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8
repoDigests:
- registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7
- registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a
repoTags:
- registry.k8s.io/pause:3.10
size: "519877"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82
repoDigests:
- registry.k8s.io/etcd@sha256:313adb872febec3a5740969d5bf1b1df0d222f8fa06675f34db5a7fc437356a1
- registry.k8s.io/etcd@sha256:c6a9d11cc5c04b114ccdef39a9265eeef818e3d02f5359be035ae784097fdec5
repoTags:
- registry.k8s.io/etcd:3.5.16-0
size: "143226622"
- id: 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:45710d74cfd5aa10a001d0cf81747b77c28617444ffee0503d12f1dcd7450f76
- registry.k8s.io/kube-scheduler@sha256:a532964581fdb02b9d692589bb93db7d4b8a7bd8c120d8fb70803da0e3c83647
repoTags:
- registry.k8s.io/kube-scheduler:v1.32.2
size: "68973894"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: ee75e27fff91c8d59835f9a3efdf968ff404e580bad69746a65bcf3e304ab26f
repoDigests:
- docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955
- docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495
repoTags:
- docker.io/kindest/kindnetd:v20250214-acbabc1a
size: "99018290"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17
repoDigests:
- localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a
repoTags:
- localhost/kicbase/echo-server:functional-202585
size: "4788229"
- id: 19be417a02a93f80ee67e646989e5a14c028fe40d122fd1c8189bb21d9b0a08c
repoDigests:
- localhost/minikube-local-cache-test@sha256:0ee0276996f19c142263e8d35e39fcc74f8604e971a49d47dfd77073f1fde743
repoTags:
- localhost/minikube-local-cache-test:functional-202585
size: "3330"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: e1181ee320546c66f17956a302db1b7899d88a593f116726718851133de588b6
repoDigests:
- docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be
- docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26
repoTags:
- docker.io/kindest/kindnetd:v20241212-9f82dd49
size: "99018802"
- id: cedb667e1a7b4e6d843a4f74f1f2db0dac1c29b43978aa72dbae2193e3b8eea3
repoDigests:
- docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591
- docker.io/library/nginx@sha256:56568860b56c0bc8099fe1b2d84f43a18939e217e6c619126214c0f71bc27626
repoTags:
- docker.io/library/nginx:alpine
size: "50780648"
- id: 2c9168b3c9a84851f91e03534dc4136951e9f581ab3ac8ee38b28b49ad57ba38
repoDigests:
- docker.io/library/nginx@sha256:124b44bfc9ccd1f3cedf4b592d4d1e8bddb78b51ec2ed5056c52d3692baebc19
- docker.io/library/nginx@sha256:efa529649e9928104685a25f2276f3d51a08b2ed03a267e95f45a825b78547b0
repoTags:
- docker.io/library/nginx:latest
size: "201397159"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:399aa50f4d1361c59dc458e634506d02de32613d03a9a614a21058741162ef90
- registry.k8s.io/kube-controller-manager@sha256:737052e0a84309cec4e9e3f1baaf80160273511c809893db40ab595e494a8777
repoTags:
- registry.k8s.io/kube-controller-manager:v1.32.2
size: "88241478"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6
- registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e
repoTags:
- registry.k8s.io/coredns/coredns:v1.11.3
size: "61647114"
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-202585 image ls --format yaml --alsologtostderr:
I0403 18:29:42.030988 336726 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:42.031117 336726 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.031123 336726 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:42.031128 336726 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.031471 336726 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:42.032210 336726 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.032335 336726 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.033028 336726 cli_runner.go:164] Run: docker container inspect functional-202585 --format={{.State.Status}}
I0403 18:29:42.052441 336726 ssh_runner.go:195] Run: systemctl --version
I0403 18:29:42.052502 336726 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-202585
I0403 18:29:42.072809 336726 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/functional-202585/id_rsa Username:docker}
I0403 18:29:42.178250 336726 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.32s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 ssh pgrep buildkitd
functional_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-202585 ssh pgrep buildkitd: exit status 1 (454.351321ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:332: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image build -t localhost/my-image:functional-202585 testdata/build --alsologtostderr
functional_test.go:332: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 image build -t localhost/my-image:functional-202585 testdata/build --alsologtostderr: (3.603711347s)
functional_test.go:337: (dbg) Stdout: out/minikube-linux-arm64 -p functional-202585 image build -t localhost/my-image:functional-202585 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> db844836354
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-202585
--> b41a245c4a3
Successfully tagged localhost/my-image:functional-202585
b41a245c4a366895d5e6b8932aa4cda39cd22831908856f94f9274c2c1edda6a
functional_test.go:340: (dbg) Stderr: out/minikube-linux-arm64 -p functional-202585 image build -t localhost/my-image:functional-202585 testdata/build --alsologtostderr:
I0403 18:29:42.696894 336873 out.go:345] Setting OutFile to fd 1 ...
I0403 18:29:42.697731 336873 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.697778 336873 out.go:358] Setting ErrFile to fd 2...
I0403 18:29:42.697799 336873 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:29:42.698103 336873 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:29:42.698899 336873 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.699810 336873 config.go:182] Loaded profile config "functional-202585": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:29:42.700532 336873 cli_runner.go:164] Run: docker container inspect functional-202585 --format={{.State.Status}}
I0403 18:29:42.741569 336873 ssh_runner.go:195] Run: systemctl --version
I0403 18:29:42.741628 336873 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-202585
I0403 18:29:42.764220 336873 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33148 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/functional-202585/id_rsa Username:docker}
I0403 18:29:42.861414 336873 build_images.go:161] Building image from path: /tmp/build.3767370900.tar
I0403 18:29:42.861537 336873 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I0403 18:29:42.876452 336873 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.3767370900.tar
I0403 18:29:42.880734 336873 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.3767370900.tar: stat -c "%s %y" /var/lib/minikube/build/build.3767370900.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.3767370900.tar': No such file or directory
I0403 18:29:42.880765 336873 ssh_runner.go:362] scp /tmp/build.3767370900.tar --> /var/lib/minikube/build/build.3767370900.tar (3072 bytes)
I0403 18:29:42.910026 336873 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.3767370900
I0403 18:29:42.919283 336873 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.3767370900 -xf /var/lib/minikube/build/build.3767370900.tar
I0403 18:29:42.928672 336873 crio.go:315] Building image: /var/lib/minikube/build/build.3767370900
I0403 18:29:42.928741 336873 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-202585 /var/lib/minikube/build/build.3767370900 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I0403 18:29:46.187206 336873 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-202585 /var/lib/minikube/build/build.3767370900 --cgroup-manager=cgroupfs: (3.258442295s)
I0403 18:29:46.187280 336873 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.3767370900
I0403 18:29:46.196487 336873 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.3767370900.tar
I0403 18:29:46.205772 336873 build_images.go:217] Built localhost/my-image:functional-202585 from /tmp/build.3767370900.tar
I0403 18:29:46.205802 336873 build_images.go:133] succeeded building to: functional-202585
I0403 18:29:46.205808 336873 build_images.go:134] failed building to:
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (4.30s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:359: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:364: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-202585
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.85s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:372: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image load --daemon kicbase/echo-server:functional-202585 --alsologtostderr
functional_test.go:372: (dbg) Done: out/minikube-linux-arm64 -p functional-202585 image load --daemon kicbase/echo-server:functional-202585 --alsologtostderr: (1.160820594s)
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.39s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image load --daemon kicbase/echo-server:functional-202585 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (0.92s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:252: (dbg) Run: docker pull kicbase/echo-server:latest
2025/04/03 18:29:37 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:257: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-202585
functional_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image load --daemon kicbase/echo-server:functional-202585 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.32s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:397: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image save kicbase/echo-server:functional-202585 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.62s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:409: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image rm kicbase/echo-server:functional-202585 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.92s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.19s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.25s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.22s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:426: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.01s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:436: (dbg) Run: docker rmi kicbase/echo-server:functional-202585
functional_test.go:441: (dbg) Run: out/minikube-linux-arm64 -p functional-202585 image save --daemon kicbase/echo-server:functional-202585 --alsologtostderr
functional_test.go:449: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-202585
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.64s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:207: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:207: (dbg) Run: docker rmi -f kicbase/echo-server:functional-202585
--- PASS: TestFunctional/delete_echo-server_images (0.04s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:215: (dbg) Run: docker rmi -f localhost/my-image:functional-202585
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:223: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-202585
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 start -p ha-822553 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E0403 18:31:25.800323 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:31:53.506673 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 start -p ha-822553 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (2m56.516195697s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/StartCluster (177.39s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 kubectl -p ha-822553 -- rollout status deployment/busybox: (5.411300941s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-6hfr7 -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-ggwvl -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-mrftt -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-6hfr7 -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-ggwvl -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-mrftt -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-6hfr7 -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-ggwvl -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-mrftt -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (8.59s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-6hfr7 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-6hfr7 -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-ggwvl -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-ggwvl -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-mrftt -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-822553 -- exec busybox-58667487b6-mrftt -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.72s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 node add -p ha-822553 -v=7 --alsologtostderr
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 node add -p ha-822553 -v=7 --alsologtostderr: (37.054692222s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:234: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr: (1.076040242s)
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (38.13s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-822553 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.10s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (0.99s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status --output json -v=7 --alsologtostderr
ha_test.go:328: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 status --output json -v=7 --alsologtostderr: (1.001333242s)
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp testdata/cp-test.txt ha-822553:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile2880549890/001/cp-test_ha-822553.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553:/home/docker/cp-test.txt ha-822553-m02:/home/docker/cp-test_ha-822553_ha-822553-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test_ha-822553_ha-822553-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553:/home/docker/cp-test.txt ha-822553-m03:/home/docker/cp-test_ha-822553_ha-822553-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test_ha-822553_ha-822553-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553:/home/docker/cp-test.txt ha-822553-m04:/home/docker/cp-test_ha-822553_ha-822553-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test_ha-822553_ha-822553-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp testdata/cp-test.txt ha-822553-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile2880549890/001/cp-test_ha-822553-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m02:/home/docker/cp-test.txt ha-822553:/home/docker/cp-test_ha-822553-m02_ha-822553.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test_ha-822553-m02_ha-822553.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m02:/home/docker/cp-test.txt ha-822553-m03:/home/docker/cp-test_ha-822553-m02_ha-822553-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test_ha-822553-m02_ha-822553-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m02:/home/docker/cp-test.txt ha-822553-m04:/home/docker/cp-test_ha-822553-m02_ha-822553-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test_ha-822553-m02_ha-822553-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp testdata/cp-test.txt ha-822553-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile2880549890/001/cp-test_ha-822553-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m03:/home/docker/cp-test.txt ha-822553:/home/docker/cp-test_ha-822553-m03_ha-822553.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test_ha-822553-m03_ha-822553.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m03:/home/docker/cp-test.txt ha-822553-m02:/home/docker/cp-test_ha-822553-m03_ha-822553-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test_ha-822553-m03_ha-822553-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m03:/home/docker/cp-test.txt ha-822553-m04:/home/docker/cp-test_ha-822553-m03_ha-822553-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test_ha-822553-m03_ha-822553-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp testdata/cp-test.txt ha-822553-m04:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile2880549890/001/cp-test_ha-822553-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test.txt"
E0403 18:33:52.181116 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:33:52.187491 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:33:52.198822 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:33:52.220178 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:33:52.261528 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m04:/home/docker/cp-test.txt ha-822553:/home/docker/cp-test_ha-822553-m04_ha-822553.txt
E0403 18:33:52.345281 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:33:52.507163 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test.txt"
E0403 18:33:52.829016 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553 "sudo cat /home/docker/cp-test_ha-822553-m04_ha-822553.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m04:/home/docker/cp-test.txt ha-822553-m02:/home/docker/cp-test_ha-822553-m04_ha-822553-m02.txt
E0403 18:33:53.470894 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m02 "sudo cat /home/docker/cp-test_ha-822553-m04_ha-822553-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 cp ha-822553-m04:/home/docker/cp-test.txt ha-822553-m03:/home/docker/cp-test_ha-822553-m04_ha-822553-m03.txt
E0403 18:33:54.752700 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 ssh -n ha-822553-m03 "sudo cat /home/docker/cp-test_ha-822553-m04_ha-822553-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (19.36s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 node stop m02 -v=7 --alsologtostderr
E0403 18:33:57.314530 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:34:02.436762 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 node stop m02 -v=7 --alsologtostderr: (11.97820912s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr: exit status 7 (743.703524ms)
-- stdout --
ha-822553
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-822553-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-822553-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-822553-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I0403 18:34:07.755199 352812 out.go:345] Setting OutFile to fd 1 ...
I0403 18:34:07.755387 352812 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:34:07.755414 352812 out.go:358] Setting ErrFile to fd 2...
I0403 18:34:07.755454 352812 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:34:07.755753 352812 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:34:07.755997 352812 out.go:352] Setting JSON to false
I0403 18:34:07.756103 352812 notify.go:220] Checking for updates...
I0403 18:34:07.756730 352812 mustload.go:65] Loading cluster: ha-822553
I0403 18:34:07.757357 352812 config.go:182] Loaded profile config "ha-822553": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:34:07.757406 352812 status.go:174] checking status of ha-822553 ...
I0403 18:34:07.758044 352812 cli_runner.go:164] Run: docker container inspect ha-822553 --format={{.State.Status}}
I0403 18:34:07.780866 352812 status.go:371] ha-822553 host status = "Running" (err=<nil>)
I0403 18:34:07.780890 352812 host.go:66] Checking if "ha-822553" exists ...
I0403 18:34:07.781392 352812 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-822553
I0403 18:34:07.813650 352812 host.go:66] Checking if "ha-822553" exists ...
I0403 18:34:07.813948 352812 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:34:07.814000 352812 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-822553
I0403 18:34:07.834370 352812 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33153 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/ha-822553/id_rsa Username:docker}
I0403 18:34:07.926504 352812 ssh_runner.go:195] Run: systemctl --version
I0403 18:34:07.930814 352812 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:34:07.944385 352812 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:34:08.010509 352812 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:62 OomKillDisable:true NGoroutines:72 SystemTime:2025-04-03 18:34:07.998328351 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:34:08.011073 352812 kubeconfig.go:125] found "ha-822553" server: "https://192.168.49.254:8443"
I0403 18:34:08.011109 352812 api_server.go:166] Checking apiserver status ...
I0403 18:34:08.011167 352812 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0403 18:34:08.024081 352812 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1407/cgroup
I0403 18:34:08.035472 352812 api_server.go:182] apiserver freezer: "5:freezer:/docker/59c54c3903742d5487b91256f863c6d32e6bb2dc57c4358ff0c390cce392aadc/crio/crio-1347fa74f38c94dfd06ba1e8f2cfef83a6ab18f1cafdcb1e737793b943c6b387"
I0403 18:34:08.035551 352812 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/59c54c3903742d5487b91256f863c6d32e6bb2dc57c4358ff0c390cce392aadc/crio/crio-1347fa74f38c94dfd06ba1e8f2cfef83a6ab18f1cafdcb1e737793b943c6b387/freezer.state
I0403 18:34:08.045142 352812 api_server.go:204] freezer state: "THAWED"
I0403 18:34:08.045176 352812 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I0403 18:34:08.053172 352812 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I0403 18:34:08.053209 352812 status.go:463] ha-822553 apiserver status = Running (err=<nil>)
I0403 18:34:08.053221 352812 status.go:176] ha-822553 status: &{Name:ha-822553 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:34:08.053237 352812 status.go:174] checking status of ha-822553-m02 ...
I0403 18:34:08.053629 352812 cli_runner.go:164] Run: docker container inspect ha-822553-m02 --format={{.State.Status}}
I0403 18:34:08.073922 352812 status.go:371] ha-822553-m02 host status = "Stopped" (err=<nil>)
I0403 18:34:08.073947 352812 status.go:384] host is not running, skipping remaining checks
I0403 18:34:08.073955 352812 status.go:176] ha-822553-m02 status: &{Name:ha-822553-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:34:08.073986 352812 status.go:174] checking status of ha-822553-m03 ...
I0403 18:34:08.074412 352812 cli_runner.go:164] Run: docker container inspect ha-822553-m03 --format={{.State.Status}}
I0403 18:34:08.092614 352812 status.go:371] ha-822553-m03 host status = "Running" (err=<nil>)
I0403 18:34:08.092642 352812 host.go:66] Checking if "ha-822553-m03" exists ...
I0403 18:34:08.092942 352812 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-822553-m03
I0403 18:34:08.111961 352812 host.go:66] Checking if "ha-822553-m03" exists ...
I0403 18:34:08.112285 352812 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:34:08.112330 352812 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-822553-m03
I0403 18:34:08.130732 352812 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33163 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/ha-822553-m03/id_rsa Username:docker}
I0403 18:34:08.218716 352812 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:34:08.231578 352812 kubeconfig.go:125] found "ha-822553" server: "https://192.168.49.254:8443"
I0403 18:34:08.231609 352812 api_server.go:166] Checking apiserver status ...
I0403 18:34:08.231652 352812 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0403 18:34:08.244948 352812 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1339/cgroup
I0403 18:34:08.255190 352812 api_server.go:182] apiserver freezer: "5:freezer:/docker/7a14640aacc1724318c3053a5745bdff17011dd519c7601966196d04c38e1af1/crio/crio-f03d029b09fb8b856a3e52ede22bd15cdff068db6ea6ed8d431ef78017e69457"
I0403 18:34:08.255296 352812 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/7a14640aacc1724318c3053a5745bdff17011dd519c7601966196d04c38e1af1/crio/crio-f03d029b09fb8b856a3e52ede22bd15cdff068db6ea6ed8d431ef78017e69457/freezer.state
I0403 18:34:08.264399 352812 api_server.go:204] freezer state: "THAWED"
I0403 18:34:08.264431 352812 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I0403 18:34:08.272758 352812 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I0403 18:34:08.272798 352812 status.go:463] ha-822553-m03 apiserver status = Running (err=<nil>)
I0403 18:34:08.272808 352812 status.go:176] ha-822553-m03 status: &{Name:ha-822553-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:34:08.272825 352812 status.go:174] checking status of ha-822553-m04 ...
I0403 18:34:08.273254 352812 cli_runner.go:164] Run: docker container inspect ha-822553-m04 --format={{.State.Status}}
I0403 18:34:08.291271 352812 status.go:371] ha-822553-m04 host status = "Running" (err=<nil>)
I0403 18:34:08.291298 352812 host.go:66] Checking if "ha-822553-m04" exists ...
I0403 18:34:08.291643 352812 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-822553-m04
I0403 18:34:08.311915 352812 host.go:66] Checking if "ha-822553-m04" exists ...
I0403 18:34:08.312270 352812 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:34:08.312316 352812 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-822553-m04
I0403 18:34:08.331413 352812 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33168 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/ha-822553-m04/id_rsa Username:docker}
I0403 18:34:08.422454 352812 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:34:08.439144 352812 status.go:176] ha-822553-m04 status: &{Name:ha-822553-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.72s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.78s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 node start m02 -v=7 --alsologtostderr
E0403 18:34:12.678375 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:34:33.160682 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 node start m02 -v=7 --alsologtostderr: (25.187892386s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr: (1.388680766s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (26.73s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.355455845s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.36s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 node list -p ha-822553 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 stop -p ha-822553 -v=7 --alsologtostderr
E0403 18:35:14.123999 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 stop -p ha-822553 -v=7 --alsologtostderr: (37.273741041s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 start -p ha-822553 --wait=true -v=7 --alsologtostderr
E0403 18:36:25.799755 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:36:36.045587 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 start -p ha-822553 --wait=true -v=7 --alsologtostderr: (2m23.832135252s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 node list -p ha-822553
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (181.32s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 node delete m03 -v=7 --alsologtostderr
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 node delete m03 -v=7 --alsologtostderr: (11.853705756s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (12.79s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.75s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 stop -v=7 --alsologtostderr
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-822553 stop -v=7 --alsologtostderr: (35.658887131s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr: exit status 7 (117.375852ms)
-- stdout --
ha-822553
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-822553-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-822553-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0403 18:38:27.879169 367017 out.go:345] Setting OutFile to fd 1 ...
I0403 18:38:27.879291 367017 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:38:27.879302 367017 out.go:358] Setting ErrFile to fd 2...
I0403 18:38:27.879307 367017 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:38:27.879558 367017 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:38:27.879750 367017 out.go:352] Setting JSON to false
I0403 18:38:27.879796 367017 mustload.go:65] Loading cluster: ha-822553
I0403 18:38:27.879877 367017 notify.go:220] Checking for updates...
I0403 18:38:27.880880 367017 config.go:182] Loaded profile config "ha-822553": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:38:27.880909 367017 status.go:174] checking status of ha-822553 ...
I0403 18:38:27.881489 367017 cli_runner.go:164] Run: docker container inspect ha-822553 --format={{.State.Status}}
I0403 18:38:27.899192 367017 status.go:371] ha-822553 host status = "Stopped" (err=<nil>)
I0403 18:38:27.899214 367017 status.go:384] host is not running, skipping remaining checks
I0403 18:38:27.899222 367017 status.go:176] ha-822553 status: &{Name:ha-822553 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:38:27.899253 367017 status.go:174] checking status of ha-822553-m02 ...
I0403 18:38:27.899546 367017 cli_runner.go:164] Run: docker container inspect ha-822553-m02 --format={{.State.Status}}
I0403 18:38:27.924741 367017 status.go:371] ha-822553-m02 host status = "Stopped" (err=<nil>)
I0403 18:38:27.924766 367017 status.go:384] host is not running, skipping remaining checks
I0403 18:38:27.924773 367017 status.go:176] ha-822553-m02 status: &{Name:ha-822553-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:38:27.924793 367017 status.go:174] checking status of ha-822553-m04 ...
I0403 18:38:27.925118 367017 cli_runner.go:164] Run: docker container inspect ha-822553-m04 --format={{.State.Status}}
I0403 18:38:27.944115 367017 status.go:371] ha-822553-m04 host status = "Stopped" (err=<nil>)
I0403 18:38:27.944135 367017 status.go:384] host is not running, skipping remaining checks
I0403 18:38:27.944142 367017 status.go:176] ha-822553-m04 status: &{Name:ha-822553-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.78s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 start -p ha-822553 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E0403 18:38:52.181284 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:39:19.887467 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 start -p ha-822553 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (1m30.383683757s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (91.32s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.73s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 node add -p ha-822553 --control-plane -v=7 --alsologtostderr
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 node add -p ha-822553 --control-plane -v=7 --alsologtostderr: (1m16.871611934s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-822553 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (77.85s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.028270265s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (1.03s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-799269 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-799269 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (51.105447966s)
--- PASS: TestJSONOutput/start/Command (51.11s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-799269 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.76s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-799269 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.67s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-799269 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-799269 --output=json --user=testUser: (5.926424853s)
--- PASS: TestJSONOutput/stop/Command (5.93s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-801708 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-801708 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (97.908296ms)
-- stdout --
{"specversion":"1.0","id":"a1760ab5-5167-44c2-9c5e-6eb97e19c5ae","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-801708] minikube v1.35.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"4fd5010e-6d59-4f29-9b82-4b532170a9ea","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20591"}}
{"specversion":"1.0","id":"a5cd0b76-cd1e-42b0-8529-70675747040b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"6ee3edcd-5628-48fc-afb1-da54a8becbe1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig"}}
{"specversion":"1.0","id":"77ebfedb-c3b7-41c9-b8c0-2826f617de22","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube"}}
{"specversion":"1.0","id":"bdc73c5a-bebf-4118-ad79-2fefe6d0de91","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"604f9f11-80c9-4adc-88cb-db35656bead7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"e4db849e-0561-48d1-a54f-93f04404f927","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-801708" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-801708
--- PASS: TestErrorJSONOutput (0.24s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-223905 --network=
E0403 18:42:48.869210 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-223905 --network=: (36.978329903s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-223905" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-223905
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-223905: (2.117644135s)
--- PASS: TestKicCustomNetwork/create_custom_network (39.12s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-308710 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-308710 --network=bridge: (32.49562603s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-308710" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-308710
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-308710: (2.02129988s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (34.54s)
=== RUN TestKicExistingNetwork
I0403 18:43:44.455969 306930 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0403 18:43:44.472251 306930 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0403 18:43:44.473030 306930 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I0403 18:43:44.473687 306930 cli_runner.go:164] Run: docker network inspect existing-network
W0403 18:43:44.490625 306930 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I0403 18:43:44.490663 306930 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I0403 18:43:44.490679 306930 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I0403 18:43:44.491832 306930 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0403 18:43:44.511209 306930 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-5f85f28c8f0f IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:7a:69:ed:2b:43:79} reservation:<nil>}
I0403 18:43:44.514654 306930 network.go:209] skipping subnet 192.168.58.0/24 that is reserved: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:<nil>}
I0403 18:43:44.515039 306930 network.go:206] using free private subnet 192.168.67.0/24: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001dc3660}
I0403 18:43:44.515670 306930 network_create.go:124] attempt to create docker network existing-network 192.168.67.0/24 with gateway 192.168.67.1 and MTU of 1500 ...
I0403 18:43:44.515750 306930 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I0403 18:43:44.574341 306930 network_create.go:108] docker network existing-network 192.168.67.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-364475 --network=existing-network
E0403 18:43:52.182465 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-364475 --network=existing-network: (30.122465135s)
helpers_test.go:175: Cleaning up "existing-network-364475" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-364475
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-364475: (2.028042304s)
I0403 18:44:16.741461 306930 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (32.30s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-785731 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-785731 --subnet=192.168.60.0/24: (32.201641711s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-785731 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-785731" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-785731
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-785731: (2.151658266s)
--- PASS: TestKicCustomSubnet (34.38s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-803133 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-803133 --static-ip=192.168.200.200: (32.252121875s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-803133 ip
helpers_test.go:175: Cleaning up "static-ip-803133" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-803133
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-803133: (1.77095155s)
--- PASS: TestKicStaticIP (34.18s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-350924 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-350924 --driver=docker --container-runtime=crio: (29.704237887s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-353788 --driver=docker --container-runtime=crio
E0403 18:46:25.800342 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-353788 --driver=docker --container-runtime=crio: (35.008256137s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-350924
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-353788
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-353788" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-353788
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-353788: (2.007173496s)
helpers_test.go:175: Cleaning up "first-350924" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-350924
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-350924: (2.352201167s)
--- PASS: TestMinikubeProfile (70.59s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-115417 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-115417 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.440577732s)
--- PASS: TestMountStart/serial/StartWithMountFirst (6.44s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-115417 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.28s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-117213 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-117213 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (7.911505916s)
--- PASS: TestMountStart/serial/StartWithMountSecond (8.91s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-117213 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.26s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-115417 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-115417 --alsologtostderr -v=5: (1.618137254s)
--- PASS: TestMountStart/serial/DeleteFirst (1.62s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-117213 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-117213
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-117213: (1.205446873s)
--- PASS: TestMountStart/serial/Stop (1.21s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-117213
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-117213: (7.29479462s)
--- PASS: TestMountStart/serial/RestartStopped (8.30s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-117213 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.27s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-868495 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-868495 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m18.971104063s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (79.49s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-868495 -- rollout status deployment/busybox: (6.165243167s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-ktmxj -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-qtcgs -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-ktmxj -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-qtcgs -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-ktmxj -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-qtcgs -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (8.21s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-ktmxj -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-ktmxj -- sh -c "ping -c 1 192.168.58.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-qtcgs -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-868495 -- exec busybox-58667487b6-qtcgs -- sh -c "ping -c 1 192.168.58.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (1.06s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-868495 -v 3 --alsologtostderr
E0403 18:48:52.180277 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-868495 -v 3 --alsologtostderr: (28.09615369s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (28.77s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-868495 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.11s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.68s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp testdata/cp-test.txt multinode-868495:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile228321506/001/cp-test_multinode-868495.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495:/home/docker/cp-test.txt multinode-868495-m02:/home/docker/cp-test_multinode-868495_multinode-868495-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test_multinode-868495_multinode-868495-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495:/home/docker/cp-test.txt multinode-868495-m03:/home/docker/cp-test_multinode-868495_multinode-868495-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test_multinode-868495_multinode-868495-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp testdata/cp-test.txt multinode-868495-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile228321506/001/cp-test_multinode-868495-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m02:/home/docker/cp-test.txt multinode-868495:/home/docker/cp-test_multinode-868495-m02_multinode-868495.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test_multinode-868495-m02_multinode-868495.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m02:/home/docker/cp-test.txt multinode-868495-m03:/home/docker/cp-test_multinode-868495-m02_multinode-868495-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test_multinode-868495-m02_multinode-868495-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp testdata/cp-test.txt multinode-868495-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile228321506/001/cp-test_multinode-868495-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m03:/home/docker/cp-test.txt multinode-868495:/home/docker/cp-test_multinode-868495-m03_multinode-868495.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495 "sudo cat /home/docker/cp-test_multinode-868495-m03_multinode-868495.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 cp multinode-868495-m03:/home/docker/cp-test.txt multinode-868495-m02:/home/docker/cp-test_multinode-868495-m03_multinode-868495-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 ssh -n multinode-868495-m02 "sudo cat /home/docker/cp-test_multinode-868495-m03_multinode-868495-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.96s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-868495 node stop m03: (1.207570514s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-868495 status: exit status 7 (534.412191ms)
-- stdout --
multinode-868495
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-868495-m02
type: Worker
host: Running
kubelet: Running
multinode-868495-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr: exit status 7 (507.095341ms)
-- stdout --
multinode-868495
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-868495-m02
type: Worker
host: Running
kubelet: Running
multinode-868495-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0403 18:49:15.423773 421735 out.go:345] Setting OutFile to fd 1 ...
I0403 18:49:15.423954 421735 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:49:15.423967 421735 out.go:358] Setting ErrFile to fd 2...
I0403 18:49:15.423972 421735 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:49:15.424222 421735 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:49:15.424411 421735 out.go:352] Setting JSON to false
I0403 18:49:15.424449 421735 mustload.go:65] Loading cluster: multinode-868495
I0403 18:49:15.424852 421735 config.go:182] Loaded profile config "multinode-868495": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:49:15.424874 421735 status.go:174] checking status of multinode-868495 ...
I0403 18:49:15.425168 421735 notify.go:220] Checking for updates...
I0403 18:49:15.425483 421735 cli_runner.go:164] Run: docker container inspect multinode-868495 --format={{.State.Status}}
I0403 18:49:15.443289 421735 status.go:371] multinode-868495 host status = "Running" (err=<nil>)
I0403 18:49:15.443315 421735 host.go:66] Checking if "multinode-868495" exists ...
I0403 18:49:15.443629 421735 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-868495
I0403 18:49:15.463010 421735 host.go:66] Checking if "multinode-868495" exists ...
I0403 18:49:15.463380 421735 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:49:15.463422 421735 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-868495
I0403 18:49:15.485970 421735 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33274 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/multinode-868495/id_rsa Username:docker}
I0403 18:49:15.574957 421735 ssh_runner.go:195] Run: systemctl --version
I0403 18:49:15.580126 421735 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:49:15.592266 421735 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 18:49:15.648092 421735 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:50 OomKillDisable:true NGoroutines:62 SystemTime:2025-04-03 18:49:15.638948969 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 18:49:15.648716 421735 kubeconfig.go:125] found "multinode-868495" server: "https://192.168.58.2:8443"
I0403 18:49:15.648752 421735 api_server.go:166] Checking apiserver status ...
I0403 18:49:15.648814 421735 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0403 18:49:15.660449 421735 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1397/cgroup
I0403 18:49:15.670202 421735 api_server.go:182] apiserver freezer: "5:freezer:/docker/b020c78a93309fce236c26dcce77fd3f8e3d03a986325178fda22b9d25480798/crio/crio-6984054f6e2bde15f7913659736ef579368eb973f9b90c6f3b31af9ed8a83f67"
I0403 18:49:15.670273 421735 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/b020c78a93309fce236c26dcce77fd3f8e3d03a986325178fda22b9d25480798/crio/crio-6984054f6e2bde15f7913659736ef579368eb973f9b90c6f3b31af9ed8a83f67/freezer.state
I0403 18:49:15.679855 421735 api_server.go:204] freezer state: "THAWED"
I0403 18:49:15.679886 421735 api_server.go:253] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...
I0403 18:49:15.687863 421735 api_server.go:279] https://192.168.58.2:8443/healthz returned 200:
ok
I0403 18:49:15.687890 421735 status.go:463] multinode-868495 apiserver status = Running (err=<nil>)
I0403 18:49:15.687901 421735 status.go:176] multinode-868495 status: &{Name:multinode-868495 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:49:15.687924 421735 status.go:174] checking status of multinode-868495-m02 ...
I0403 18:49:15.688233 421735 cli_runner.go:164] Run: docker container inspect multinode-868495-m02 --format={{.State.Status}}
I0403 18:49:15.704922 421735 status.go:371] multinode-868495-m02 host status = "Running" (err=<nil>)
I0403 18:49:15.704953 421735 host.go:66] Checking if "multinode-868495-m02" exists ...
I0403 18:49:15.705322 421735 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-868495-m02
I0403 18:49:15.723188 421735 host.go:66] Checking if "multinode-868495-m02" exists ...
I0403 18:49:15.723503 421735 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0403 18:49:15.723562 421735 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-868495-m02
I0403 18:49:15.745093 421735 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33279 SSHKeyPath:/home/jenkins/minikube-integration/20591-301409/.minikube/machines/multinode-868495-m02/id_rsa Username:docker}
I0403 18:49:15.837352 421735 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0403 18:49:15.851427 421735 status.go:176] multinode-868495-m02 status: &{Name:multinode-868495-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I0403 18:49:15.851464 421735 status.go:174] checking status of multinode-868495-m03 ...
I0403 18:49:15.851798 421735 cli_runner.go:164] Run: docker container inspect multinode-868495-m03 --format={{.State.Status}}
I0403 18:49:15.872281 421735 status.go:371] multinode-868495-m03 host status = "Stopped" (err=<nil>)
I0403 18:49:15.872307 421735 status.go:384] host is not running, skipping remaining checks
I0403 18:49:15.872314 421735 status.go:176] multinode-868495-m03 status: &{Name:multinode-868495-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.25s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 node start m03 -v=7 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-868495 node start m03 -v=7 --alsologtostderr: (8.99352112s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status -v=7 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (9.75s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-868495
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-868495
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-868495: (24.847940482s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-868495 --wait=true -v=8 --alsologtostderr
E0403 18:50:15.248827 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-868495 --wait=true -v=8 --alsologtostderr: (56.253260815s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-868495
--- PASS: TestMultiNode/serial/RestartKeepsNodes (81.22s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-868495 node delete m03: (4.590447405s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.28s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-868495 stop: (23.672637523s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-868495 status: exit status 7 (97.50627ms)
-- stdout --
multinode-868495
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-868495-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr: exit status 7 (96.333077ms)
-- stdout --
multinode-868495
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-868495-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0403 18:51:15.950779 429358 out.go:345] Setting OutFile to fd 1 ...
I0403 18:51:15.951001 429358 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:51:15.951029 429358 out.go:358] Setting ErrFile to fd 2...
I0403 18:51:15.951050 429358 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 18:51:15.951497 429358 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 18:51:15.951815 429358 out.go:352] Setting JSON to false
I0403 18:51:15.951871 429358 mustload.go:65] Loading cluster: multinode-868495
I0403 18:51:15.952578 429358 config.go:182] Loaded profile config "multinode-868495": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 18:51:15.952623 429358 status.go:174] checking status of multinode-868495 ...
I0403 18:51:15.953434 429358 cli_runner.go:164] Run: docker container inspect multinode-868495 --format={{.State.Status}}
I0403 18:51:15.954594 429358 notify.go:220] Checking for updates...
I0403 18:51:15.971333 429358 status.go:371] multinode-868495 host status = "Stopped" (err=<nil>)
I0403 18:51:15.971360 429358 status.go:384] host is not running, skipping remaining checks
I0403 18:51:15.971368 429358 status.go:176] multinode-868495 status: &{Name:multinode-868495 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0403 18:51:15.971401 429358 status.go:174] checking status of multinode-868495-m02 ...
I0403 18:51:15.971720 429358 cli_runner.go:164] Run: docker container inspect multinode-868495-m02 --format={{.State.Status}}
I0403 18:51:15.994714 429358 status.go:371] multinode-868495-m02 host status = "Stopped" (err=<nil>)
I0403 18:51:15.994739 429358 status.go:384] host is not running, skipping remaining checks
I0403 18:51:15.994746 429358 status.go:176] multinode-868495-m02 status: &{Name:multinode-868495-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.87s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-868495 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0403 18:51:25.800338 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-868495 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (47.908810787s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-868495 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (48.57s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-868495
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-868495-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-868495-m02 --driver=docker --container-runtime=crio: exit status 14 (105.089088ms)
-- stdout --
* [multinode-868495-m02] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-868495-m02' is duplicated with machine name 'multinode-868495-m02' in profile 'multinode-868495'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-868495-m03 --driver=docker --container-runtime=crio
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-868495-m03 --driver=docker --container-runtime=crio: (30.357474677s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-868495
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-868495: exit status 80 (317.352442ms)
-- stdout --
* Adding node m03 to cluster multinode-868495 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-868495-m03 already exists in multinode-868495-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-868495-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-868495-m03: (1.969890095s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (32.80s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-432962 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E0403 18:53:52.181157 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-432962 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m36.401088789s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-432962 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-432962 image pull gcr.io/k8s-minikube/busybox: (3.385759709s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-432962
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-432962: (5.833629646s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-432962 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-432962 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (33.285384915s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-432962 image list
helpers_test.go:175: Cleaning up "test-preload-432962" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-432962
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-432962: (2.352767228s)
--- PASS: TestPreload (141.52s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-248289 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-248289 --memory=2048 --driver=docker --container-runtime=crio: (30.330548521s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-248289 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-248289 -n scheduled-stop-248289
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-248289 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I0403 18:55:33.978704 306930 retry.go:31] will retry after 98.034µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.979839 306930 retry.go:31] will retry after 183.474µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.980917 306930 retry.go:31] will retry after 132.435µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.981986 306930 retry.go:31] will retry after 357.54µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.983063 306930 retry.go:31] will retry after 539.309µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.984192 306930 retry.go:31] will retry after 645.997µs: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.985307 306930 retry.go:31] will retry after 1.026487ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.986443 306930 retry.go:31] will retry after 2.125972ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.989602 306930 retry.go:31] will retry after 2.001934ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.991802 306930 retry.go:31] will retry after 4.258061ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:33.997033 306930 retry.go:31] will retry after 5.309433ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:34.003686 306930 retry.go:31] will retry after 8.235731ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:34.014015 306930 retry.go:31] will retry after 8.901569ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:34.023799 306930 retry.go:31] will retry after 17.194541ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:34.041974 306930 retry.go:31] will retry after 32.711749ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
I0403 18:55:34.075233 306930 retry.go:31] will retry after 38.793525ms: open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/scheduled-stop-248289/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-248289 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-248289 -n scheduled-stop-248289
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-248289
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-248289 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E0403 18:56:25.800450 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-248289
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-248289: exit status 7 (68.963827ms)
-- stdout --
scheduled-stop-248289
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-248289 -n scheduled-stop-248289
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-248289 -n scheduled-stop-248289: exit status 7 (141.387978ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-248289" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-248289
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-248289: (5.367241428s)
--- PASS: TestScheduledStopUnix (107.36s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-654765 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-654765 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (7.806434264s)
-- stdout --
{"specversion":"1.0","id":"4491a5a3-ffc9-4a19-ac62-b9a110e6af0b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-654765] minikube v1.35.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"3746e7de-acca-4e19-90ac-be98458a4e0c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20591"}}
{"specversion":"1.0","id":"0d8389ec-2fd5-46b2-a2c5-84a7b876c150","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"583bb821-2334-4572-bfa2-2f973b446d57","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig"}}
{"specversion":"1.0","id":"23bc674f-ba5f-4cb9-b2af-7229d7b62d59","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube"}}
{"specversion":"1.0","id":"5bc8be6f-8a54-4ead-84dc-9b091a3701c7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"810c41f6-e373-4374-8868-599cc6b6580c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"19610e35-496b-47a3-92ad-640b23f9a112","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"bf8470b5-fdec-4968-a37c-cdafa4743d2c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"7df53d5e-a590-4e85-878f-27f09cc4e7da","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"dfb359d5-6797-496b-948f-de08b03c2394","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"557bdd90-2d78-46b5-a68a-8d7217a20825","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-654765\" primary control-plane node in \"insufficient-storage-654765\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"81b99bf2-6823-468d-8bf4-1964b10f430f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.46-1743675393-20591 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"04cfee7a-a617-428b-99b3-658167187433","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"b4db1c39-3598-45a3-81e8-f11571c70c68","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-654765 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-654765 --output=json --layout=cluster: exit status 7 (290.762339ms)
-- stdout --
{"Name":"insufficient-storage-654765","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-654765","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0403 18:56:58.574519 447303 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-654765" does not appear in /home/jenkins/minikube-integration/20591-301409/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-654765 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-654765 --output=json --layout=cluster: exit status 7 (288.733068ms)
-- stdout --
{"Name":"insufficient-storage-654765","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-654765","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0403 18:56:58.864012 447365 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-654765" does not appear in /home/jenkins/minikube-integration/20591-301409/kubeconfig
E0403 18:56:58.874226 447365 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/insufficient-storage-654765/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-654765" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-654765
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-654765: (1.991180994s)
--- PASS: TestInsufficientStorage (10.38s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.1570991817 start -p running-upgrade-782693 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.1570991817 start -p running-upgrade-782693 --memory=2200 --vm-driver=docker --container-runtime=crio: (37.286327038s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-782693 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-782693 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (35.614135047s)
helpers_test.go:175: Cleaning up "running-upgrade-782693" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-782693
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-782693: (3.427784009s)
--- PASS: TestRunningBinaryUpgrade (76.98s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E0403 18:58:52.181215 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 18:59:28.870674 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m14.854180446s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-547762
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-547762: (1.224908943s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-547762 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-547762 status --format={{.Host}}: exit status 7 (74.435636ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m34.387828202s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-547762 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio: exit status 106 (140.012004ms)
-- stdout --
* [kubernetes-upgrade-547762] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.32.2 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-547762
minikube start -p kubernetes-upgrade-547762 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-5477622 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.32.2, by running:
minikube start -p kubernetes-upgrade-547762 --kubernetes-version=v1.32.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-547762 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (34.961405201s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-547762" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-547762
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-547762: (3.241556093s)
--- PASS: TestKubernetesUpgrade (389.06s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.149887652 start -p missing-upgrade-254561 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.149887652 start -p missing-upgrade-254561 --memory=2200 --driver=docker --container-runtime=crio: (1m29.776088602s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-254561
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-254561: (10.908759107s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-254561
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-254561 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-254561 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (56.421895589s)
helpers_test.go:175: Cleaning up "missing-upgrade-254561" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-254561
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-254561: (2.213371123s)
--- PASS: TestMissingContainerUpgrade (160.24s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-667597 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-667597 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m4.714434043s)
--- PASS: TestPause/serial/Start (64.71s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (114.575113ms)
-- stdout --
* [NoKubernetes-614096] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.11s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-614096 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-614096 --driver=docker --container-runtime=crio: (44.547538903s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-614096 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (44.98s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --driver=docker --container-runtime=crio: (26.265218763s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-614096 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-614096 status -o json: exit status 2 (360.009887ms)
-- stdout --
{"Name":"NoKubernetes-614096","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-614096
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-614096: (2.179932134s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (28.81s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-667597 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-667597 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (39.250807654s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (39.27s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-614096 --no-kubernetes --driver=docker --container-runtime=crio: (6.21540773s)
--- PASS: TestNoKubernetes/serial/Start (6.22s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-614096 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-614096 "sudo systemctl is-active --quiet service kubelet": exit status 1 (257.762367ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.26s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (0.98s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-614096
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-614096: (1.212634876s)
--- PASS: TestNoKubernetes/serial/Stop (1.21s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-614096 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-614096 --driver=docker --container-runtime=crio: (7.886027872s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.89s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-614096 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-614096 "sudo systemctl is-active --quiet service kubelet": exit status 1 (377.535824ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.38s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-667597 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.81s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-667597 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-667597 --output=json --layout=cluster: exit status 2 (308.437856ms)
-- stdout --
{"Name":"pause-667597","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 6 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-667597","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.31s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-667597 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.66s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-667597 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.88s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-667597 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-667597 --alsologtostderr -v=5: (3.928391317s)
--- PASS: TestPause/serial/DeletePaused (3.93s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-667597
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-667597: exit status 1 (22.218759ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-667597: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.18s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.62s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.1360682376 start -p stopped-upgrade-488238 --memory=2200 --vm-driver=docker --container-runtime=crio
E0403 19:01:25.800226 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.1360682376 start -p stopped-upgrade-488238 --memory=2200 --vm-driver=docker --container-runtime=crio: (37.066271182s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.1360682376 -p stopped-upgrade-488238 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.1360682376 -p stopped-upgrade-488238 stop: (2.470208734s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-488238 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-488238 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (30.546832958s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (70.08s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-488238
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-488238: (1.02795905s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.03s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-644906 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-644906 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (257.928572ms)
-- stdout --
* [false-644906] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20591
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I0403 19:04:27.028335 485785 out.go:345] Setting OutFile to fd 1 ...
I0403 19:04:27.028579 485785 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 19:04:27.028607 485785 out.go:358] Setting ErrFile to fd 2...
I0403 19:04:27.028625 485785 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0403 19:04:27.028922 485785 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20591-301409/.minikube/bin
I0403 19:04:27.029422 485785 out.go:352] Setting JSON to false
I0403 19:04:27.030393 485785 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":10014,"bootTime":1743697053,"procs":174,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0403 19:04:27.030492 485785 start.go:139] virtualization:
I0403 19:04:27.034391 485785 out.go:177] * [false-644906] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0403 19:04:27.037790 485785 notify.go:220] Checking for updates...
I0403 19:04:27.037769 485785 out.go:177] - MINIKUBE_LOCATION=20591
I0403 19:04:27.041580 485785 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0403 19:04:27.044784 485785 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20591-301409/kubeconfig
I0403 19:04:27.047875 485785 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20591-301409/.minikube
I0403 19:04:27.050757 485785 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0403 19:04:27.053569 485785 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0403 19:04:27.057018 485785 config.go:182] Loaded profile config "kubernetes-upgrade-547762": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0403 19:04:27.057281 485785 driver.go:394] Setting default libvirt URI to qemu:///system
I0403 19:04:27.097181 485785 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0403 19:04:27.097373 485785 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0403 19:04:27.202174 485785 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:true NGoroutines:52 SystemTime:2025-04-03 19:04:27.191920426 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0403 19:04:27.202277 485785 docker.go:318] overlay module found
I0403 19:04:27.205448 485785 out.go:177] * Using the docker driver based on user configuration
I0403 19:04:27.208326 485785 start.go:297] selected driver: docker
I0403 19:04:27.208341 485785 start.go:901] validating driver "docker" against <nil>
I0403 19:04:27.208355 485785 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0403 19:04:27.211727 485785 out.go:201]
W0403 19:04:27.214590 485785 out.go:270] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I0403 19:04:27.217347 485785 out.go:201]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-644906 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-644906
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-644906
>>> host: /etc/nsswitch.conf:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/hosts:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/resolv.conf:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-644906
>>> host: crictl pods:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: crictl containers:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> k8s: describe netcat deployment:
error: context "false-644906" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-644906" does not exist
>>> k8s: netcat logs:
error: context "false-644906" does not exist
>>> k8s: describe coredns deployment:
error: context "false-644906" does not exist
>>> k8s: describe coredns pods:
error: context "false-644906" does not exist
>>> k8s: coredns logs:
error: context "false-644906" does not exist
>>> k8s: describe api server pod(s):
error: context "false-644906" does not exist
>>> k8s: api server logs:
error: context "false-644906" does not exist
>>> host: /etc/cni:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: ip a s:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: ip r s:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: iptables-save:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: iptables table nat:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> k8s: describe kube-proxy daemon set:
error: context "false-644906" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-644906" does not exist
>>> k8s: kube-proxy logs:
error: context "false-644906" does not exist
>>> host: kubelet daemon status:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: kubelet daemon config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> k8s: kubelet logs:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt
extensions:
- extension:
last-update: Thu, 03 Apr 2025 19:00:19 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-547762
contexts:
- context:
cluster: kubernetes-upgrade-547762
user: kubernetes-upgrade-547762
name: kubernetes-upgrade-547762
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-547762
user:
client-certificate: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.crt
client-key: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-644906
>>> host: docker daemon status:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: docker daemon config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/docker/daemon.json:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: docker system info:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: cri-docker daemon status:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: cri-docker daemon config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: cri-dockerd version:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: containerd daemon status:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: containerd daemon config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/containerd/config.toml:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: containerd config dump:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: crio daemon status:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: crio daemon config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: /etc/crio:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
>>> host: crio config:
* Profile "false-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-644906"
----------------------- debugLogs end: false-644906 [took: 4.537459352s] --------------------------------
helpers_test.go:175: Cleaning up "false-644906" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-644906
--- PASS: TestNetworkPlugins/group/false (5.07s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-951605 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
E0403 19:06:25.800830 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:06:55.250136 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:08:52.180480 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-951605 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m47.363823561s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (167.36s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-951605 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [14aefcfa-aefa-4589-af5f-71c9fa54ca79] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [14aefcfa-aefa-4589-af5f-71c9fa54ca79] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 9.005325511s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-951605 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (9.64s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-951605 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-951605 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.028502936s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context old-k8s-version-951605 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-951605 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-951605 --alsologtostderr -v=3: (12.232179319s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.23s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-951605 -n old-k8s-version-951605
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-951605 -n old-k8s-version-951605: exit status 7 (126.016249ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-951605 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.44s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-951605 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-951605 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m4.113505979s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-951605 -n old-k8s-version-951605
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (124.59s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-115370 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-115370 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (1m13.949660458s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (73.95s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-115370 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [54da42c8-2a00-44ab-970e-56b4ea09327d] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [54da42c8-2a00-44ab-970e-56b4ea09327d] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 11.003600721s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-115370 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (11.39s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-115370 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-115370 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.051447029s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context no-preload-115370 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.17s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-115370 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-115370 --alsologtostderr -v=3: (12.051874711s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.05s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-115370 -n no-preload-115370
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-115370 -n no-preload-115370: exit status 7 (87.459866ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-115370 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-115370 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-115370 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m49.208285251s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-115370 -n no-preload-115370
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (289.57s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-js7lb" [a9ffd662-7fb3-493d-9fcc-5cbfc249d301] Running
E0403 19:11:25.800394 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004101078s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-js7lb" [a9ffd662-7fb3-493d-9fcc-5cbfc249d301] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.00389859s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context old-k8s-version-951605 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.17s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-951605 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.33s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-951605 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Done: out/minikube-linux-arm64 pause -p old-k8s-version-951605 --alsologtostderr -v=1: (1.283520642s)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-951605 -n old-k8s-version-951605
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-951605 -n old-k8s-version-951605: exit status 2 (461.723331ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-951605 -n old-k8s-version-951605
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-951605 -n old-k8s-version-951605: exit status 2 (471.990787ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-951605 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-951605 -n old-k8s-version-951605
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-951605 -n old-k8s-version-951605
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (3.86s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-278137 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-278137 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (55.577899218s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (55.58s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-278137 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [e625b454-c26e-4c49-b232-51cad3abf12f] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [e625b454-c26e-4c49-b232-51cad3abf12f] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 10.003992088s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-278137 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (10.35s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-278137 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-278137 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.024874547s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context embed-certs-278137 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.13s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-278137 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-278137 --alsologtostderr -v=3: (11.979771196s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.98s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-278137 -n embed-certs-278137
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-278137 -n embed-certs-278137: exit status 7 (81.437563ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-278137 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-278137 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
E0403 19:13:52.180934 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:54.877843 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:54.884962 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:54.896444 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:54.917831 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:54.959360 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:55.040872 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:55.202247 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:55.523838 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:56.166084 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:13:57.448111 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:14:00.014344 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:14:05.136633 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:14:15.377958 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:14:35.860275 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:15:16.822025 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-278137 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m34.708036922s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-278137 -n embed-certs-278137
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (275.13s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-wb65h" [62b8917a-27da-4f10-89ec-f27d058674c1] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004417557s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-wb65h" [62b8917a-27da-4f10-89ec-f27d058674c1] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003548298s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context no-preload-115370 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p no-preload-115370 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-115370 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-115370 -n no-preload-115370
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-115370 -n no-preload-115370: exit status 2 (342.994782ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-115370 -n no-preload-115370
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-115370 -n no-preload-115370: exit status 2 (342.883117ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-115370 --alsologtostderr -v=1
E0403 19:16:08.871955 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-115370 -n no-preload-115370
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-115370 -n no-preload-115370
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.19s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-247939 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
E0403 19:16:25.799593 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:16:38.744092 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-247939 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (52.970306186s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (52.97s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-247939 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [14ed582d-e9ae-4353-b6ed-e848d2e5e364] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [14ed582d-e9ae-4353-b6ed-e848d2e5e364] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 11.00426366s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-247939 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (11.38s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-247939 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-247939 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.004893337s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context default-k8s-diff-port-247939 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.11s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-247939 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-247939 --alsologtostderr -v=3: (11.963936575s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.96s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939: exit status 7 (94.296299ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-247939 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-247939 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-247939 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m27.758566614s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (268.19s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-q47cx" [4a81fdc3-2eb2-4267-8042-2194bad1746d] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.005132352s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-q47cx" [4a81fdc3-2eb2-4267-8042-2194bad1746d] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004532635s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context embed-certs-278137 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.13s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-278137 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-278137 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-278137 -n embed-certs-278137
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-278137 -n embed-certs-278137: exit status 2 (378.42195ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-278137 -n embed-certs-278137
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-278137 -n embed-certs-278137: exit status 2 (477.68704ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-278137 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-278137 -n embed-certs-278137
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-278137 -n embed-certs-278137
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.86s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-867733 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-867733 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (37.322334491s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (37.32s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-867733 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-867733 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.06924933s)
start_stop_delete_test.go:209: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.07s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-867733 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-867733 --alsologtostderr -v=3: (1.284700255s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.28s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-867733 -n newest-cni-867733
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-867733 -n newest-cni-867733: exit status 7 (80.257933ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-867733 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-867733 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-867733 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (15.76597836s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-867733 -n newest-cni-867733
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (16.23s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:271: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:282: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-867733 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.35s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-867733 --alsologtostderr -v=1
E0403 19:18:52.180112 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:309: (dbg) Done: out/minikube-linux-arm64 pause -p newest-cni-867733 --alsologtostderr -v=1: (1.235996321s)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-867733 -n newest-cni-867733
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-867733 -n newest-cni-867733: exit status 2 (458.498893ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-867733 -n newest-cni-867733
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-867733 -n newest-cni-867733: exit status 2 (334.921919ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-867733 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-867733 -n newest-cni-867733
E0403 19:18:54.877611 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-867733 -n newest-cni-867733
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.47s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E0403 19:19:22.585488 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/old-k8s-version-951605/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (53.381205764s)
--- PASS: TestNetworkPlugins/group/auto/Start (53.38s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-644906 "pgrep -a kubelet"
I0403 19:19:51.436751 306930 config.go:182] Loaded profile config "auto-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-5d74m" [4ad83a1d-bf37-40ea-8ae0-a6022a97668c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-5d74m" [4ad83a1d-bf37-40ea-8ae0-a6022a97668c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 9.005587149s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (9.30s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.21s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E0403 19:20:41.192277 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.198626 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.209958 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.231382 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.272702 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.354079 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.515758 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:41.837756 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:42.479062 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:43.760919 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:46.322330 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:20:51.443651 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:21:01.685272 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (54.765177272s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (54.77s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-npls4" [702836a7-0936-43cb-b900-a31dd8ce6103] Running
E0403 19:21:22.167002 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003244505s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.00s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-644906 "pgrep -a kubelet"
I0403 19:21:23.038327 306930 config.go:182] Loaded profile config "kindnet-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-cctkr" [aaafb913-cd68-480f-83da-18f530bdfeb0] Pending
E0403 19:21:25.800188 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-cctkr" [aaafb913-cd68-480f-83da-18f530bdfeb0] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-cctkr" [aaafb913-cd68-480f-83da-18f530bdfeb0] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.003731168s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.28s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.17s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m20.368574933s)
--- PASS: TestNetworkPlugins/group/calico/Start (80.37s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-scbrq" [6875e15f-1b9b-4eb4-87c7-7e67d47801aa] Running
E0403 19:22:03.129168 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004433113s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-scbrq" [6875e15f-1b9b-4eb4-87c7-7e67d47801aa] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.00478527s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context default-k8s-diff-port-247939 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (6.13s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-247939 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.27s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-247939 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Done: out/minikube-linux-arm64 pause -p default-k8s-diff-port-247939 --alsologtostderr -v=1: (1.133135485s)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939: exit status 2 (402.559182ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939: exit status 2 (393.824938ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-247939 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-247939 -n default-k8s-diff-port-247939
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.95s)
E0403 19:26:08.893218 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:13.645298 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.753936 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.760238 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.771568 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.793137 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.834494 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:16.915793 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:17.077256 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:17.398961 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:18.040611 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:19.322327 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:21.884325 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:25.799664 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/addons-892160/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:27.006538 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:37.248660 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:26:57.730919 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kindnet-644906/client.crt: no such file or directory" logger="UnhandledError"
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m2.785458189s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (62.79s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-rctqk" [baee9e45-01d5-4a1b-8261-baf467b8efd4] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.00432951s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-644906 "pgrep -a kubelet"
I0403 19:23:22.477394 306930 config.go:182] Loaded profile config "custom-flannel-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-zhlhf" [4f866a08-ae1f-46a4-95e5-cb8751721125] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-zhlhf" [4f866a08-ae1f-46a4-95e5-cb8751721125] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 12.003060542s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (12.28s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-644906 "pgrep -a kubelet"
I0403 19:23:23.375670 306930 config.go:182] Loaded profile config "calico-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-7tjpx" [b08331e7-4177-4968-9089-4d4c8849cfbd] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0403 19:23:25.051081 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/no-preload-115370/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-7tjpx" [b08331e7-4177-4968-9089-4d4c8849cfbd] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 11.003895168s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (11.27s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.24s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.27s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.36s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.31s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
E0403 19:23:35.252073 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/functional-202585/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.21s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.24s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m22.008730287s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (82.01s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E0403 19:24:51.707244 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:51.713540 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:51.724894 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:51.746224 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:51.787529 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:51.868873 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:52.030232 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:52.352121 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:52.993958 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:54.275287 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:24:56.837450 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:25:01.959783 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (1m5.216646173s)
--- PASS: TestNetworkPlugins/group/flannel/Start (65.22s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-js5pf" [1671a1a3-a1df-4b1d-b711-6029c99144f8] Running
E0403 19:25:12.202119 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.003019574s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.00s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-644906 "pgrep -a kubelet"
I0403 19:25:15.122625 306930 config.go:182] Loaded profile config "flannel-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-xc5ms" [f3026ebc-b461-4b26-b8a7-2cb2e28f455d] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-xc5ms" [f3026ebc-b461-4b26-b8a7-2cb2e28f455d] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 11.003971584s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (11.26s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-644906 "pgrep -a kubelet"
I0403 19:25:25.698809 306930 config.go:182] Loaded profile config "enable-default-cni-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-xgfrf" [ece92f3c-32a5-49e4-94c5-22695dd1f5d8] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-xgfrf" [ece92f3c-32a5-49e4-94c5-22695dd1f5d8] Running
E0403 19:25:32.683956 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/auto-644906/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.005758042s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.27s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.18s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.15s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.26s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.20s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.24s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-644906 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m13.701721993s)
--- PASS: TestNetworkPlugins/group/bridge/Start (73.70s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-644906 "pgrep -a kubelet"
I0403 19:27:04.244344 306930 config.go:182] Loaded profile config "bridge-644906": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-644906 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-l6rlc" [adfab1b9-150f-4614-bfef-665b06baf4b7] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0403 19:27:06.782410 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:06.788803 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:06.800479 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:06.821813 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:06.863132 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:06.944486 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:07.106011 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:07.427698 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:08.069333 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
E0403 19:27:09.351275 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-l6rlc" [adfab1b9-150f-4614-bfef-665b06baf4b7] Running
E0403 19:27:11.913512 306930 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/default-k8s-diff-port-247939/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.005352036s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.27s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-644906 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.20s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-644906 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.20s)
=== RUN TestDownloadOnly/v1.20.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.20.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.20.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.20.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.20.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.20.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.32.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.32.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.32.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.32.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.32.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.32.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-811070 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-811070" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-811070
--- SKIP: TestDownloadOnlyKic (0.59s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/Volcano
addons_test.go:789: skipping: crio not supported
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-892160 addons disable volcano --alsologtostderr -v=1
--- SKIP: TestAddons/serial/Volcano (0.35s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:698: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:422: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:972: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1804: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:480: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:567: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestFunctionalNewestKubernetes
functional_test.go:84:
--- SKIP: TestFunctionalNewestKubernetes (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:101: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-620122" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-620122
--- SKIP: TestStartStop/group/disable-driver-mounts (0.17s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:631:
----------------------- debugLogs start: kubenet-644906 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-644906
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-644906
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/hosts:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/resolv.conf:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-644906
>>> host: crictl pods:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: crictl containers:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> k8s: describe netcat deployment:
error: context "kubenet-644906" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-644906" does not exist
>>> k8s: netcat logs:
error: context "kubenet-644906" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-644906" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-644906" does not exist
>>> k8s: coredns logs:
error: context "kubenet-644906" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-644906" does not exist
>>> k8s: api server logs:
error: context "kubenet-644906" does not exist
>>> host: /etc/cni:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: ip a s:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: ip r s:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: iptables-save:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: iptables table nat:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-644906" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-644906" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-644906" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: kubelet daemon config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> k8s: kubelet logs:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt
extensions:
- extension:
last-update: Thu, 03 Apr 2025 19:00:19 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-547762
contexts:
- context:
cluster: kubernetes-upgrade-547762
user: kubernetes-upgrade-547762
name: kubernetes-upgrade-547762
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-547762
user:
client-certificate: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.crt
client-key: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-644906
>>> host: docker daemon status:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: docker daemon config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: docker system info:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: cri-docker daemon status:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: cri-docker daemon config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: cri-dockerd version:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: containerd daemon status:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: containerd daemon config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: containerd config dump:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: crio daemon status:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: crio daemon config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: /etc/crio:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
>>> host: crio config:
* Profile "kubenet-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-644906"
----------------------- debugLogs end: kubenet-644906 [took: 3.714147592s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-644906" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-644906
--- SKIP: TestNetworkPlugins/group/kubenet (3.91s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:631:
----------------------- debugLogs start: cilium-644906 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-644906
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-644906
>>> host: /etc/nsswitch.conf:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/hosts:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/resolv.conf:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-644906
>>> host: crictl pods:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: crictl containers:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> k8s: describe netcat deployment:
error: context "cilium-644906" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-644906" does not exist
>>> k8s: netcat logs:
error: context "cilium-644906" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-644906" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-644906" does not exist
>>> k8s: coredns logs:
error: context "cilium-644906" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-644906" does not exist
>>> k8s: api server logs:
error: context "cilium-644906" does not exist
>>> host: /etc/cni:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: ip a s:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: ip r s:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: iptables-save:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: iptables table nat:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-644906
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-644906
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-644906" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-644906" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-644906
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-644906
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-644906" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-644906" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-644906" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-644906" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-644906" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: kubelet daemon config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> k8s: kubelet logs:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20591-301409/.minikube/ca.crt
extensions:
- extension:
last-update: Thu, 03 Apr 2025 19:00:19 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-547762
contexts:
- context:
cluster: kubernetes-upgrade-547762
user: kubernetes-upgrade-547762
name: kubernetes-upgrade-547762
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-547762
user:
client-certificate: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.crt
client-key: /home/jenkins/minikube-integration/20591-301409/.minikube/profiles/kubernetes-upgrade-547762/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-644906
>>> host: docker daemon status:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: docker daemon config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: docker system info:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: cri-docker daemon status:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: cri-docker daemon config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: cri-dockerd version:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: containerd daemon status:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: containerd daemon config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: containerd config dump:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: crio daemon status:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: crio daemon config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: /etc/crio:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
>>> host: crio config:
* Profile "cilium-644906" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-644906"
----------------------- debugLogs end: cilium-644906 [took: 5.783605308s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-644906" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-644906
--- SKIP: TestNetworkPlugins/group/cilium (6.01s)