ca4340fb5ae0bb74f259779cd383137dc2ab446a:2025-04-14:39132
| Order | failed test | Duration |
|---|---|---|
| 36 | TestAddons/parallel/Ingress | 152.76 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-586997 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-586997 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-586997 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [a5b847af-1b1a-4654-aac0-11a8f3389a80] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [a5b847af-1b1a-4654-aac0-11a8f3389a80] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.003755817s
I0414 11:31:51.428476 599128 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-586997 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.88861047s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-586997 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-586997
helpers_test.go:235: (dbg) docker inspect addons-586997:
-- stdout --
[
{
"Id": "b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60",
"Created": "2025-04-14T11:26:58.688866162Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 600296,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-04-14T11:26:58.773393659Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e51065ad0661308920dfd7c7ddda445e530a6bf56321f8317cb47e1df0975e7c",
"ResolvConfPath": "/var/lib/docker/containers/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60/hostname",
"HostsPath": "/var/lib/docker/containers/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60/hosts",
"LogPath": "/var/lib/docker/containers/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60-json.log",
"Name": "/addons-586997",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-586997:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-586997",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60",
"LowerDir": "/var/lib/docker/overlay2/691a1b0cbdf0ba42c514f34e78045d06ba10049d4c10db9ed09b40561c59aa23-init/diff:/var/lib/docker/overlay2/1fc79cf48c8068d67fc73363a9e9840eae1f75292c980fe879a5b4f7a238e9e4/diff",
"MergedDir": "/var/lib/docker/overlay2/691a1b0cbdf0ba42c514f34e78045d06ba10049d4c10db9ed09b40561c59aa23/merged",
"UpperDir": "/var/lib/docker/overlay2/691a1b0cbdf0ba42c514f34e78045d06ba10049d4c10db9ed09b40561c59aa23/diff",
"WorkDir": "/var/lib/docker/overlay2/691a1b0cbdf0ba42c514f34e78045d06ba10049d4c10db9ed09b40561c59aa23/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-586997",
"Source": "/var/lib/docker/volumes/addons-586997/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-586997",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-586997",
"name.minikube.sigs.k8s.io": "addons-586997",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "990679cdd23c4b626c32804bc6fd94c90d61a379cba079348002e875fc9fdb32",
"SandboxKey": "/var/run/docker/netns/990679cdd23c",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33508"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33509"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33512"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33510"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33511"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-586997": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "7e:e1:fc:e4:91:3c",
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "97d6fe53180ca844ab76c2166bd8ca5d7594f5fff7c5913f06190b33794fb840",
"EndpointID": "4fd6731949a330f99b0827c950cb49541eaacc3ece519abcec7fa5162bc7411d",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-586997",
"b9ef221efd8b"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-586997 -n addons-586997
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 logs -n 25: (1.724188015s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-823035 | download-only-823035 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:26 UTC |
| start | --download-only -p | download-docker-270513 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | download-docker-270513 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-270513 | download-docker-270513 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:26 UTC |
| start | --download-only -p | binary-mirror-681692 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | binary-mirror-681692 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:42297 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-681692 | binary-mirror-681692 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:26 UTC |
| addons | enable dashboard -p | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | addons-586997 | | | | | |
| addons | disable dashboard -p | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | addons-586997 | | | | | |
| start | -p addons-586997 --wait=true | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:29 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:29 UTC | 14 Apr 25 11:29 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | -p addons-586997 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-586997 ip | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ssh | addons-586997 ssh cat | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | /opt/local-path-provisioner/pvc-285c649e-0bd0-46e8-a443-638680076b75_default_test-pvc/file1 | | | | | |
| addons | addons-586997 addons disable | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:31 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:30 UTC | 14 Apr 25 11:30 UTC |
| | disable metrics-server | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:31 UTC | 14 Apr 25 11:31 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:31 UTC | 14 Apr 25 11:31 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-586997 addons | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:31 UTC | 14 Apr 25 11:31 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-586997 ssh curl -s | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:31 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-586997 ip | addons-586997 | jenkins | v1.35.0 | 14 Apr 25 11:34 UTC | 14 Apr 25 11:34 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 11:26:32
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 11:26:32.881825 599896 out.go:345] Setting OutFile to fd 1 ...
I0414 11:26:32.881997 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:32.882027 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:26:32.882047 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:32.882321 599896 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:26:32.882816 599896 out.go:352] Setting JSON to false
I0414 11:26:32.883718 599896 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":11337,"bootTime":1744618656,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 11:26:32.883814 599896 start.go:139] virtualization:
I0414 11:26:32.887434 599896 out.go:177] * [addons-586997] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 11:26:32.890593 599896 out.go:177] - MINIKUBE_LOCATION=20534
I0414 11:26:32.890652 599896 notify.go:220] Checking for updates...
I0414 11:26:32.896539 599896 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:26:32.899442 599896 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:26:32.902135 599896 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 11:26:32.905010 599896 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 11:26:32.907934 599896 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 11:26:32.911088 599896 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:26:32.943791 599896 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:26:32.943926 599896 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:33.009015 599896 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-14 11:26:32.997800459 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:33.009144 599896 docker.go:318] overlay module found
I0414 11:26:33.012378 599896 out.go:177] * Using the docker driver based on user configuration
I0414 11:26:33.015258 599896 start.go:297] selected driver: docker
I0414 11:26:33.015286 599896 start.go:901] validating driver "docker" against <nil>
I0414 11:26:33.015302 599896 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 11:26:33.016064 599896 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:33.076112 599896 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:27 OomKillDisable:true NGoroutines:43 SystemTime:2025-04-14 11:26:33.066600781 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:33.076266 599896 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 11:26:33.076504 599896 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:26:33.079551 599896 out.go:177] * Using Docker driver with root privileges
I0414 11:26:33.082405 599896 cni.go:84] Creating CNI manager for ""
I0414 11:26:33.082484 599896 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:26:33.082498 599896 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 11:26:33.082621 599896 start.go:340] cluster config:
{Name:addons-586997 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-586997 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:26:33.085821 599896 out.go:177] * Starting "addons-586997" primary control-plane node in "addons-586997" cluster
I0414 11:26:33.088706 599896 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 11:26:33.091636 599896 out.go:177] * Pulling base image v0.0.46-1744107393-20604 ...
I0414 11:26:33.094510 599896 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:26:33.094574 599896 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
I0414 11:26:33.094587 599896 cache.go:56] Caching tarball of preloaded images
I0414 11:26:33.094601 599896 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 11:26:33.094703 599896 preload.go:172] Found /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I0414 11:26:33.094717 599896 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on crio
I0414 11:26:33.095059 599896 profile.go:143] Saving config to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/config.json ...
I0414 11:26:33.095081 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/config.json: {Name:mke2ec678e998abdcf5e50008e080c163fc2938b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:26:33.111146 599896 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 11:26:33.111295 599896 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 11:26:33.111321 599896 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory, skipping pull
I0414 11:26:33.111330 599896 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a exists in cache, skipping pull
I0414 11:26:33.111338 599896 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 11:26:33.111343 599896 cache.go:163] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from local cache
I0414 11:26:50.727547 599896 cache.go:165] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a from cached tarball
I0414 11:26:50.727586 599896 cache.go:230] Successfully downloaded all kic artifacts
I0414 11:26:50.727631 599896 start.go:360] acquireMachinesLock for addons-586997: {Name:mk6d67c2810ef8c0f59d0e2343f90d549b785c12 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0414 11:26:50.727753 599896 start.go:364] duration metric: took 98.233µs to acquireMachinesLock for "addons-586997"
I0414 11:26:50.727790 599896 start.go:93] Provisioning new machine with config: &{Name:addons-586997 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-586997 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:26:50.727864 599896 start.go:125] createHost starting for "" (driver="docker")
I0414 11:26:50.731341 599896 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I0414 11:26:50.731606 599896 start.go:159] libmachine.API.Create for "addons-586997" (driver="docker")
I0414 11:26:50.731653 599896 client.go:168] LocalClient.Create starting
I0414 11:26:50.731781 599896 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem
I0414 11:26:52.060490 599896 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/cert.pem
I0414 11:26:52.197325 599896 cli_runner.go:164] Run: docker network inspect addons-586997 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 11:26:52.215523 599896 cli_runner.go:211] docker network inspect addons-586997 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 11:26:52.215609 599896 network_create.go:284] running [docker network inspect addons-586997] to gather additional debugging logs...
I0414 11:26:52.215635 599896 cli_runner.go:164] Run: docker network inspect addons-586997
W0414 11:26:52.235914 599896 cli_runner.go:211] docker network inspect addons-586997 returned with exit code 1
I0414 11:26:52.235948 599896 network_create.go:287] error running [docker network inspect addons-586997]: docker network inspect addons-586997: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-586997 not found
I0414 11:26:52.235962 599896 network_create.go:289] output of [docker network inspect addons-586997]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-586997 not found
** /stderr **
I0414 11:26:52.236052 599896 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:26:52.252030 599896 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001c52fd0}
I0414 11:26:52.252072 599896 network_create.go:124] attempt to create docker network addons-586997 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0414 11:26:52.252128 599896 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-586997 addons-586997
I0414 11:26:52.315998 599896 network_create.go:108] docker network addons-586997 192.168.49.0/24 created
I0414 11:26:52.316033 599896 kic.go:121] calculated static IP "192.168.49.2" for the "addons-586997" container
I0414 11:26:52.316126 599896 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0414 11:26:52.331513 599896 cli_runner.go:164] Run: docker volume create addons-586997 --label name.minikube.sigs.k8s.io=addons-586997 --label created_by.minikube.sigs.k8s.io=true
I0414 11:26:52.352353 599896 oci.go:103] Successfully created a docker volume addons-586997
I0414 11:26:52.352456 599896 cli_runner.go:164] Run: docker run --rm --name addons-586997-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-586997 --entrypoint /usr/bin/test -v addons-586997:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib
I0414 11:26:54.390434 599896 cli_runner.go:217] Completed: docker run --rm --name addons-586997-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-586997 --entrypoint /usr/bin/test -v addons-586997:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -d /var/lib: (2.037914458s)
I0414 11:26:54.390475 599896 oci.go:107] Successfully prepared a docker volume addons-586997
I0414 11:26:54.390513 599896 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:26:54.390556 599896 kic.go:194] Starting extracting preloaded images to volume ...
I0414 11:26:54.390645 599896 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-586997:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir
I0414 11:26:58.613048 599896 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-586997:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a -I lz4 -xf /preloaded.tar -C /extractDir: (4.22236374s)
I0414 11:26:58.613085 599896 kic.go:203] duration metric: took 4.222539012s to extract preloaded images to volume ...
W0414 11:26:58.613239 599896 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0414 11:26:58.613353 599896 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0414 11:26:58.673342 599896 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-586997 --name addons-586997 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-586997 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-586997 --network addons-586997 --ip 192.168.49.2 --volume addons-586997:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a
I0414 11:26:58.990479 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Running}}
I0414 11:26:59.014849 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:26:59.040946 599896 cli_runner.go:164] Run: docker exec addons-586997 stat /var/lib/dpkg/alternatives/iptables
I0414 11:26:59.095603 599896 oci.go:144] the created container "addons-586997" has a running status.
I0414 11:26:59.095637 599896 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa...
I0414 11:27:00.436273 599896 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0414 11:27:00.459688 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:00.480045 599896 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0414 11:27:00.480068 599896 kic_runner.go:114] Args: [docker exec --privileged addons-586997 chown docker:docker /home/docker/.ssh/authorized_keys]
I0414 11:27:00.526050 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:00.544928 599896 machine.go:93] provisionDockerMachine start ...
I0414 11:27:00.545033 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:00.563124 599896 main.go:141] libmachine: Using SSH client type: native
I0414 11:27:00.563475 599896 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33508 <nil> <nil>}
I0414 11:27:00.563493 599896 main.go:141] libmachine: About to run SSH command:
hostname
I0414 11:27:00.689578 599896 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-586997
I0414 11:27:00.689630 599896 ubuntu.go:169] provisioning hostname "addons-586997"
I0414 11:27:00.689698 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:00.707098 599896 main.go:141] libmachine: Using SSH client type: native
I0414 11:27:00.707422 599896 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33508 <nil> <nil>}
I0414 11:27:00.707439 599896 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-586997 && echo "addons-586997" | sudo tee /etc/hostname
I0414 11:27:00.842068 599896 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-586997
I0414 11:27:00.842214 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:00.860429 599896 main.go:141] libmachine: Using SSH client type: native
I0414 11:27:00.860739 599896 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33508 <nil> <nil>}
I0414 11:27:00.860757 599896 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-586997' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-586997/g' /etc/hosts;
else
echo '127.0.1.1 addons-586997' | sudo tee -a /etc/hosts;
fi
fi
I0414 11:27:00.985644 599896 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0414 11:27:00.985720 599896 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20534-593612/.minikube CaCertPath:/home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20534-593612/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20534-593612/.minikube}
I0414 11:27:00.985765 599896 ubuntu.go:177] setting up certificates
I0414 11:27:00.985789 599896 provision.go:84] configureAuth start
I0414 11:27:00.985863 599896 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-586997
I0414 11:27:01.005668 599896 provision.go:143] copyHostCerts
I0414 11:27:01.005765 599896 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20534-593612/.minikube/cert.pem (1123 bytes)
I0414 11:27:01.005894 599896 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20534-593612/.minikube/key.pem (1675 bytes)
I0414 11:27:01.005955 599896 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20534-593612/.minikube/ca.pem (1082 bytes)
I0414 11:27:01.006003 599896 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20534-593612/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca-key.pem org=jenkins.addons-586997 san=[127.0.0.1 192.168.49.2 addons-586997 localhost minikube]
I0414 11:27:01.085728 599896 provision.go:177] copyRemoteCerts
I0414 11:27:01.085794 599896 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0414 11:27:01.085837 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.105693 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:01.198878 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0414 11:27:01.226239 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0414 11:27:01.252058 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0414 11:27:01.277743 599896 provision.go:87] duration metric: took 291.933657ms to configureAuth
I0414 11:27:01.277824 599896 ubuntu.go:193] setting minikube options for container-runtime
I0414 11:27:01.278042 599896 config.go:182] Loaded profile config "addons-586997": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:27:01.278158 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.295242 599896 main.go:141] libmachine: Using SSH client type: native
I0414 11:27:01.295569 599896 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e66c0] 0x3e8e80 <nil> [] 0s} 127.0.0.1 33508 <nil> <nil>}
I0414 11:27:01.295592 599896 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I0414 11:27:01.529593 599896 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I0414 11:27:01.529711 599896 machine.go:96] duration metric: took 984.757283ms to provisionDockerMachine
I0414 11:27:01.529723 599896 client.go:171] duration metric: took 10.798059038s to LocalClient.Create
I0414 11:27:01.529737 599896 start.go:167] duration metric: took 10.798133747s to libmachine.API.Create "addons-586997"
I0414 11:27:01.529744 599896 start.go:293] postStartSetup for "addons-586997" (driver="docker")
I0414 11:27:01.529755 599896 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0414 11:27:01.529824 599896 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0414 11:27:01.529873 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.547682 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:01.639102 599896 ssh_runner.go:195] Run: cat /etc/os-release
I0414 11:27:01.642695 599896 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0414 11:27:01.642745 599896 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0414 11:27:01.642756 599896 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0414 11:27:01.642768 599896 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I0414 11:27:01.642779 599896 filesync.go:126] Scanning /home/jenkins/minikube-integration/20534-593612/.minikube/addons for local assets ...
I0414 11:27:01.642866 599896 filesync.go:126] Scanning /home/jenkins/minikube-integration/20534-593612/.minikube/files for local assets ...
I0414 11:27:01.642906 599896 start.go:296] duration metric: took 113.156189ms for postStartSetup
I0414 11:27:01.643242 599896 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-586997
I0414 11:27:01.661100 599896 profile.go:143] Saving config to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/config.json ...
I0414 11:27:01.661408 599896 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:27:01.661476 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.679312 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:01.767449 599896 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0414 11:27:01.772438 599896 start.go:128] duration metric: took 11.044558078s to createHost
I0414 11:27:01.772465 599896 start.go:83] releasing machines lock for "addons-586997", held for 11.044696435s
I0414 11:27:01.772542 599896 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-586997
I0414 11:27:01.790644 599896 ssh_runner.go:195] Run: cat /version.json
I0414 11:27:01.790705 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.790873 599896 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0414 11:27:01.790955 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:01.811243 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:01.823172 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:01.901414 599896 ssh_runner.go:195] Run: systemctl --version
I0414 11:27:02.045482 599896 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I0414 11:27:02.190590 599896 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0414 11:27:02.195001 599896 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:27:02.218263 599896 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I0414 11:27:02.218351 599896 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0414 11:27:02.252941 599896 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I0414 11:27:02.253018 599896 start.go:495] detecting cgroup driver to use...
I0414 11:27:02.253068 599896 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0414 11:27:02.253149 599896 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0414 11:27:02.269999 599896 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0414 11:27:02.282888 599896 docker.go:217] disabling cri-docker service (if available) ...
I0414 11:27:02.282973 599896 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I0414 11:27:02.297801 599896 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I0414 11:27:02.312978 599896 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I0414 11:27:02.403050 599896 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I0414 11:27:02.492931 599896 docker.go:233] disabling docker service ...
I0414 11:27:02.493024 599896 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I0414 11:27:02.514844 599896 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I0414 11:27:02.527192 599896 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I0414 11:27:02.617163 599896 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I0414 11:27:02.714906 599896 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I0414 11:27:02.725987 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I0414 11:27:02.742722 599896 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I0414 11:27:02.742837 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.752723 599896 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I0414 11:27:02.752808 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.763019 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.773000 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.782823 599896 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0414 11:27:02.791982 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.801638 599896 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.817357 599896 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I0414 11:27:02.827540 599896 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0414 11:27:02.836201 599896 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0414 11:27:02.844894 599896 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:27:02.925914 599896 ssh_runner.go:195] Run: sudo systemctl restart crio
I0414 11:27:03.048562 599896 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I0414 11:27:03.048677 599896 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I0414 11:27:03.052552 599896 start.go:563] Will wait 60s for crictl version
I0414 11:27:03.052669 599896 ssh_runner.go:195] Run: which crictl
I0414 11:27:03.056353 599896 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0414 11:27:03.100390 599896 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I0414 11:27:03.100550 599896 ssh_runner.go:195] Run: crio --version
I0414 11:27:03.141033 599896 ssh_runner.go:195] Run: crio --version
I0414 11:27:03.182705 599896 out.go:177] * Preparing Kubernetes v1.32.2 on CRI-O 1.24.6 ...
I0414 11:27:03.185666 599896 cli_runner.go:164] Run: docker network inspect addons-586997 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:27:03.201991 599896 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I0414 11:27:03.205723 599896 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:27:03.216551 599896 kubeadm.go:883] updating cluster {Name:addons-586997 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-586997 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0414 11:27:03.216670 599896 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:27:03.216740 599896 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:27:03.294096 599896 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:27:03.294119 599896 crio.go:433] Images already preloaded, skipping extraction
I0414 11:27:03.294177 599896 ssh_runner.go:195] Run: sudo crictl images --output json
I0414 11:27:03.334583 599896 crio.go:514] all images are preloaded for cri-o runtime.
I0414 11:27:03.334609 599896 cache_images.go:84] Images are preloaded, skipping loading
I0414 11:27:03.334617 599896 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.32.2 crio true true} ...
I0414 11:27:03.334740 599896 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-586997 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:addons-586997 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0414 11:27:03.334830 599896 ssh_runner.go:195] Run: crio config
I0414 11:27:03.386890 599896 cni.go:84] Creating CNI manager for ""
I0414 11:27:03.386917 599896 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:27:03.386928 599896 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0414 11:27:03.386956 599896 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-586997 NodeName:addons-586997 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0414 11:27:03.387084 599896 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-586997"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0414 11:27:03.387167 599896 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0414 11:27:03.396155 599896 binaries.go:44] Found k8s binaries, skipping transfer
I0414 11:27:03.396226 599896 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0414 11:27:03.405082 599896 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I0414 11:27:03.423206 599896 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0414 11:27:03.441301 599896 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I0414 11:27:03.459555 599896 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0414 11:27:03.462798 599896 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0414 11:27:03.474252 599896 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:27:03.559665 599896 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:27:03.572886 599896 certs.go:68] Setting up /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997 for IP: 192.168.49.2
I0414 11:27:03.572966 599896 certs.go:194] generating shared ca certs ...
I0414 11:27:03.572996 599896 certs.go:226] acquiring lock for ca certs: {Name:mk30fbc685591105cce08f451b712df75ca0dad3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:03.573154 599896 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20534-593612/.minikube/ca.key
I0414 11:27:03.923658 599896 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-593612/.minikube/ca.crt ...
I0414 11:27:03.923689 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/ca.crt: {Name:mk1245b82340b80b2802953362e02b86cec22f23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:03.923885 599896 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-593612/.minikube/ca.key ...
I0414 11:27:03.923898 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/ca.key: {Name:mka48d08b63ca63ca7c36c48196ea0a0d06e094e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:03.923986 599896 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.key
I0414 11:27:04.548311 599896 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.crt ...
I0414 11:27:04.548341 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.crt: {Name:mkd0fe3eb4820edb16124ea82c8bac2f01775055 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:04.549179 599896 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.key ...
I0414 11:27:04.549196 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.key: {Name:mka8d1eb1015b3cf2bec108ed4be86c3d69cc5e4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:04.549285 599896 certs.go:256] generating profile certs ...
I0414 11:27:04.549350 599896 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.key
I0414 11:27:04.549366 599896 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt with IP's: []
I0414 11:27:06.002538 599896 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt ...
I0414 11:27:06.002576 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: {Name:mkfa08f057723b1874dfcd513d2f6abd56512131 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.002787 599896 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.key ...
I0414 11:27:06.002795 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.key: {Name:mk4e5523d2aa34391a97a074b9423e882308f149 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.002876 599896 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key.fd7de592
I0414 11:27:06.002895 599896 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt.fd7de592 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I0414 11:27:06.473762 599896 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt.fd7de592 ...
I0414 11:27:06.473794 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt.fd7de592: {Name:mkaecbad33037e4023554459192c5d869930a6cb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.473973 599896 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key.fd7de592 ...
I0414 11:27:06.473987 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key.fd7de592: {Name:mk4a870a6aa1096fd03f504ab817f11b16d903ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.474076 599896 certs.go:381] copying /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt.fd7de592 -> /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt
I0414 11:27:06.474159 599896 certs.go:385] copying /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key.fd7de592 -> /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key
I0414 11:27:06.474222 599896 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.key
I0414 11:27:06.474242 599896 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.crt with IP's: []
I0414 11:27:06.817935 599896 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.crt ...
I0414 11:27:06.817967 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.crt: {Name:mkc7d66ccd23b56f435bab6381331006fd7ff38c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.818149 599896 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.key ...
I0414 11:27:06.818163 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.key: {Name:mk30e6cc62d181e485f568473107b205e40e756c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:06.818358 599896 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca-key.pem (1675 bytes)
I0414 11:27:06.818399 599896 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/ca.pem (1082 bytes)
I0414 11:27:06.818434 599896 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/cert.pem (1123 bytes)
I0414 11:27:06.818461 599896 certs.go:484] found cert: /home/jenkins/minikube-integration/20534-593612/.minikube/certs/key.pem (1675 bytes)
I0414 11:27:06.819092 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0414 11:27:06.844267 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0414 11:27:06.868505 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0414 11:27:06.892885 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0414 11:27:06.917012 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I0414 11:27:06.941341 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0414 11:27:06.966175 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0414 11:27:06.990905 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0414 11:27:07.016293 599896 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20534-593612/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0414 11:27:07.041586 599896 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0414 11:27:07.060341 599896 ssh_runner.go:195] Run: openssl version
I0414 11:27:07.066155 599896 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0414 11:27:07.077285 599896 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0414 11:27:07.080837 599896 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 14 11:27 /usr/share/ca-certificates/minikubeCA.pem
I0414 11:27:07.080900 599896 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0414 11:27:07.088412 599896 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0414 11:27:07.098003 599896 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0414 11:27:07.101538 599896 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0414 11:27:07.101591 599896 kubeadm.go:392] StartCluster: {Name:addons-586997 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:addons-586997 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:27:07.101686 599896 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I0414 11:27:07.101749 599896 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I0414 11:27:07.143528 599896 cri.go:89] found id: ""
I0414 11:27:07.143598 599896 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0414 11:27:07.152660 599896 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0414 11:27:07.161902 599896 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I0414 11:27:07.161968 599896 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0414 11:27:07.170990 599896 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0414 11:27:07.171024 599896 kubeadm.go:157] found existing configuration files:
I0414 11:27:07.171102 599896 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0414 11:27:07.180133 599896 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0414 11:27:07.180196 599896 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0414 11:27:07.188756 599896 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0414 11:27:07.197601 599896 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0414 11:27:07.197701 599896 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0414 11:27:07.206541 599896 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0414 11:27:07.215677 599896 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0414 11:27:07.215750 599896 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0414 11:27:07.224012 599896 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0414 11:27:07.232753 599896 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0414 11:27:07.232847 599896 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0414 11:27:07.241277 599896 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.32.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0414 11:27:07.286335 599896 kubeadm.go:310] [init] Using Kubernetes version: v1.32.2
I0414 11:27:07.286398 599896 kubeadm.go:310] [preflight] Running pre-flight checks
I0414 11:27:07.305857 599896 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I0414 11:27:07.305932 599896 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1081-aws[0m
I0414 11:27:07.305975 599896 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I0414 11:27:07.306028 599896 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I0414 11:27:07.306079 599896 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I0414 11:27:07.306130 599896 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I0414 11:27:07.306182 599896 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I0414 11:27:07.306242 599896 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I0414 11:27:07.306294 599896 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I0414 11:27:07.306344 599896 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I0414 11:27:07.306395 599896 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I0414 11:27:07.306446 599896 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I0414 11:27:07.378555 599896 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I0414 11:27:07.378670 599896 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0414 11:27:07.378766 599896 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I0414 11:27:07.387956 599896 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0414 11:27:07.394851 599896 out.go:235] - Generating certificates and keys ...
I0414 11:27:07.394974 599896 kubeadm.go:310] [certs] Using existing ca certificate authority
I0414 11:27:07.395046 599896 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I0414 11:27:07.936953 599896 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I0414 11:27:08.546624 599896 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I0414 11:27:08.779966 599896 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I0414 11:27:09.290208 599896 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I0414 11:27:09.722340 599896 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I0414 11:27:09.722614 599896 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-586997 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:27:10.211817 599896 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I0414 11:27:10.212243 599896 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-586997 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I0414 11:27:11.034121 599896 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I0414 11:27:11.239832 599896 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I0414 11:27:11.607600 599896 kubeadm.go:310] [certs] Generating "sa" key and public key
I0414 11:27:11.607875 599896 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0414 11:27:12.263548 599896 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I0414 11:27:12.516203 599896 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0414 11:27:13.050996 599896 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0414 11:27:13.792620 599896 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0414 11:27:14.465701 599896 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0414 11:27:14.466408 599896 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0414 11:27:14.469253 599896 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0414 11:27:14.472837 599896 out.go:235] - Booting up control plane ...
I0414 11:27:14.472951 599896 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0414 11:27:14.473032 599896 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0414 11:27:14.473104 599896 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0414 11:27:14.486065 599896 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0414 11:27:14.492582 599896 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0414 11:27:14.492807 599896 kubeadm.go:310] [kubelet-start] Starting the kubelet
I0414 11:27:14.585416 599896 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I0414 11:27:14.585540 599896 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I0414 11:27:16.587071 599896 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 2.001687924s
I0414 11:27:16.587220 599896 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I0414 11:27:22.589276 599896 kubeadm.go:310] [api-check] The API server is healthy after 6.00224343s
I0414 11:27:22.620992 599896 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0414 11:27:22.696174 599896 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0414 11:27:22.790490 599896 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I0414 11:27:22.790687 599896 kubeadm.go:310] [mark-control-plane] Marking the node addons-586997 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0414 11:27:22.810947 599896 kubeadm.go:310] [bootstrap-token] Using token: p37nb2.r1q56viszagocavf
I0414 11:27:22.816047 599896 out.go:235] - Configuring RBAC rules ...
I0414 11:27:22.816235 599896 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0414 11:27:22.826314 599896 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0414 11:27:22.838671 599896 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0414 11:27:22.843716 599896 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0414 11:27:22.849354 599896 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0414 11:27:22.856268 599896 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0414 11:27:22.998108 599896 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0414 11:27:23.464757 599896 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I0414 11:27:23.998462 599896 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I0414 11:27:23.999600 599896 kubeadm.go:310]
I0414 11:27:23.999671 599896 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I0414 11:27:23.999678 599896 kubeadm.go:310]
I0414 11:27:23.999754 599896 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I0414 11:27:23.999759 599896 kubeadm.go:310]
I0414 11:27:23.999783 599896 kubeadm.go:310] mkdir -p $HOME/.kube
I0414 11:27:23.999842 599896 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0414 11:27:23.999892 599896 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0414 11:27:23.999897 599896 kubeadm.go:310]
I0414 11:27:23.999951 599896 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I0414 11:27:23.999955 599896 kubeadm.go:310]
I0414 11:27:24.000003 599896 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I0414 11:27:24.000008 599896 kubeadm.go:310]
I0414 11:27:24.000080 599896 kubeadm.go:310] You should now deploy a pod network to the cluster.
I0414 11:27:24.000155 599896 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0414 11:27:24.000222 599896 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0414 11:27:24.000227 599896 kubeadm.go:310]
I0414 11:27:24.000309 599896 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I0414 11:27:24.000385 599896 kubeadm.go:310] and service account keys on each node and then running the following as root:
I0414 11:27:24.000389 599896 kubeadm.go:310]
I0414 11:27:24.000472 599896 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token p37nb2.r1q56viszagocavf \
I0414 11:27:24.000574 599896 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:92af2b76ab3e1586ae6b5192bfa3d2829b73e5800e5664e61c812b5abfebe5ae \
I0414 11:27:24.000594 599896 kubeadm.go:310] --control-plane
I0414 11:27:24.000599 599896 kubeadm.go:310]
I0414 11:27:24.000682 599896 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I0414 11:27:24.000687 599896 kubeadm.go:310]
I0414 11:27:24.000768 599896 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token p37nb2.r1q56viszagocavf \
I0414 11:27:24.000868 599896 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:92af2b76ab3e1586ae6b5192bfa3d2829b73e5800e5664e61c812b5abfebe5ae
I0414 11:27:24.010673 599896 kubeadm.go:310] [WARNING SystemVerification]: cgroups v1 support is in maintenance mode, please migrate to cgroups v2
I0414 11:27:24.010911 599896 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1081-aws\n", err: exit status 1
I0414 11:27:24.011022 599896 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0414 11:27:24.011048 599896 cni.go:84] Creating CNI manager for ""
I0414 11:27:24.011058 599896 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:27:24.014202 599896 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0414 11:27:24.017151 599896 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0414 11:27:24.022309 599896 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.32.2/kubectl ...
I0414 11:27:24.022333 599896 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I0414 11:27:24.045384 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0414 11:27:24.323403 599896 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0414 11:27:24.323584 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:24.323655 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-586997 minikube.k8s.io/updated_at=2025_04_14T11_27_24_0700 minikube.k8s.io/version=v1.35.0 minikube.k8s.io/commit=43cb59e6a4e9845c84b0379fb52045b7420d26a4 minikube.k8s.io/name=addons-586997 minikube.k8s.io/primary=true
I0414 11:27:24.349165 599896 ops.go:34] apiserver oom_adj: -16
I0414 11:27:24.484003 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:24.984144 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:25.484780 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:25.984973 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:26.484356 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:26.984426 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:27.484181 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:27.985057 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:28.484884 599896 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.32.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0414 11:27:28.580355 599896 kubeadm.go:1113] duration metric: took 4.256848356s to wait for elevateKubeSystemPrivileges
I0414 11:27:28.580393 599896 kubeadm.go:394] duration metric: took 21.478805222s to StartCluster
I0414 11:27:28.580412 599896 settings.go:142] acquiring lock: {Name:mka304e0daca24c9d4a5771c8e100d4228f64c22 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:28.580529 599896 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:27:28.580937 599896 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/kubeconfig: {Name:mkb7a512e621c516fa36a1f37a11137cff2fd80f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:27:28.581144 599896 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I0414 11:27:28.581296 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0414 11:27:28.581577 599896 config.go:182] Loaded profile config "addons-586997": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:27:28.581641 599896 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I0414 11:27:28.581739 599896 addons.go:69] Setting yakd=true in profile "addons-586997"
I0414 11:27:28.581771 599896 addons.go:238] Setting addon yakd=true in "addons-586997"
I0414 11:27:28.581800 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.582338 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.582607 599896 addons.go:69] Setting inspektor-gadget=true in profile "addons-586997"
I0414 11:27:28.582631 599896 addons.go:238] Setting addon inspektor-gadget=true in "addons-586997"
I0414 11:27:28.582660 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.583095 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.583446 599896 addons.go:69] Setting metrics-server=true in profile "addons-586997"
I0414 11:27:28.583473 599896 addons.go:238] Setting addon metrics-server=true in "addons-586997"
I0414 11:27:28.583509 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.584005 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.584280 599896 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-586997"
I0414 11:27:28.584309 599896 addons.go:238] Setting addon amd-gpu-device-plugin=true in "addons-586997"
I0414 11:27:28.584335 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.584760 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.588284 599896 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-586997"
I0414 11:27:28.588322 599896 addons.go:238] Setting addon nvidia-device-plugin=true in "addons-586997"
I0414 11:27:28.588367 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.588846 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.589320 599896 addons.go:69] Setting cloud-spanner=true in profile "addons-586997"
I0414 11:27:28.589346 599896 addons.go:238] Setting addon cloud-spanner=true in "addons-586997"
I0414 11:27:28.589399 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.590016 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.598060 599896 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-586997"
I0414 11:27:28.598143 599896 addons.go:238] Setting addon csi-hostpath-driver=true in "addons-586997"
I0414 11:27:28.598181 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.598665 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.601097 599896 addons.go:69] Setting registry=true in profile "addons-586997"
I0414 11:27:28.601134 599896 addons.go:238] Setting addon registry=true in "addons-586997"
I0414 11:27:28.601170 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.604251 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.618887 599896 addons.go:69] Setting default-storageclass=true in profile "addons-586997"
I0414 11:27:28.618929 599896 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-586997"
I0414 11:27:28.619288 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.621675 599896 addons.go:69] Setting storage-provisioner=true in profile "addons-586997"
I0414 11:27:28.621719 599896 addons.go:238] Setting addon storage-provisioner=true in "addons-586997"
I0414 11:27:28.621757 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.622261 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.637480 599896 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-586997"
I0414 11:27:28.637529 599896 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-586997"
I0414 11:27:28.637987 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.641096 599896 addons.go:69] Setting gcp-auth=true in profile "addons-586997"
I0414 11:27:28.641134 599896 mustload.go:65] Loading cluster: addons-586997
I0414 11:27:28.641353 599896 config.go:182] Loaded profile config "addons-586997": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:27:28.641602 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.658570 599896 addons.go:69] Setting volcano=true in profile "addons-586997"
I0414 11:27:28.658601 599896 addons.go:238] Setting addon volcano=true in "addons-586997"
I0414 11:27:28.658638 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.664801 599896 addons.go:69] Setting volumesnapshots=true in profile "addons-586997"
I0414 11:27:28.664886 599896 addons.go:238] Setting addon volumesnapshots=true in "addons-586997"
I0414 11:27:28.664935 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.665531 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.680207 599896 out.go:177] * Verifying Kubernetes components...
I0414 11:27:28.665798 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.665810 599896 addons.go:69] Setting ingress=true in profile "addons-586997"
I0414 11:27:28.725858 599896 addons.go:238] Setting addon ingress=true in "addons-586997"
I0414 11:27:28.725912 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.726395 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.665827 599896 addons.go:69] Setting ingress-dns=true in profile "addons-586997"
I0414 11:27:28.745057 599896 addons.go:238] Setting addon ingress-dns=true in "addons-586997"
I0414 11:27:28.745103 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.745586 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:28.749032 599896 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I0414 11:27:28.753082 599896 addons.go:435] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I0414 11:27:28.753197 599896 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I0414 11:27:28.753335 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.786551 599896 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I0414 11:27:28.840606 599896 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.37.0
I0414 11:27:28.893233 599896 addons.go:435] installing /etc/kubernetes/addons/yakd-ns.yaml
I0414 11:27:28.893261 599896 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I0414 11:27:28.893331 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.907133 599896 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.1
I0414 11:27:28.923839 599896 addons.go:435] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:27:28.925881 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I0414 11:27:28.925997 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.907257 599896 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0414 11:27:28.932487 599896 addons.go:435] installing /etc/kubernetes/addons/ig-crd.yaml
I0414 11:27:28.932500 599896 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I0414 11:27:28.932636 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.946769 599896 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:27:28.946895 599896 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I0414 11:27:28.967326 599896 addons.go:238] Setting addon default-storageclass=true in "addons-586997"
I0414 11:27:28.977595 599896 host.go:66] Checking if "addons-586997" exists ...
W0414 11:27:28.970179 599896 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I0414 11:27:28.978139 599896 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0414 11:27:28.978311 599896 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.31
I0414 11:27:28.978864 599896 addons.go:435] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:27:28.978887 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I0414 11:27:28.978954 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.991653 599896 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:27:28.991839 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0414 11:27:28.991854 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I0414 11:27:28.992024 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:28.992307 599896 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I0414 11:27:28.992509 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.996386 599896 addons.go:238] Setting addon storage-provisioner-rancher=true in "addons-586997"
I0414 11:27:28.996432 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:28.999260 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:29.006266 599896 addons.go:435] installing /etc/kubernetes/addons/deployment.yaml
I0414 11:27:29.006344 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I0414 11:27:29.006463 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.009836 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.010806 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.011700 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:29.040117 599896 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I0414 11:27:29.044153 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I0414 11:27:29.044181 599896 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I0414 11:27:29.044253 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.051081 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I0414 11:27:29.057725 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I0414 11:27:29.060860 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I0414 11:27:29.063773 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I0414 11:27:29.066754 599896 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I0414 11:27:29.066820 599896 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:27:29.072042 599896 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I0414 11:27:29.072439 599896 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I0414 11:27:29.079409 599896 addons.go:435] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:27:29.079677 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I0414 11:27:29.080213 599896 addons.go:435] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:27:29.089479 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I0414 11:27:29.084452 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.089947 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.092536 599896 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I0414 11:27:29.092641 599896 out.go:177] - Using image docker.io/registry:2.8.3
I0414 11:27:29.095423 599896 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I0414 11:27:29.095658 599896 addons.go:435] installing /etc/kubernetes/addons/registry-rc.yaml
I0414 11:27:29.095700 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I0414 11:27:29.095789 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.096844 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.098541 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I0414 11:27:29.098566 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I0414 11:27:29.098640 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.126739 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.127188 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.208125 599896 addons.go:435] installing /etc/kubernetes/addons/storageclass.yaml
I0414 11:27:29.208148 599896 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0414 11:27:29.208219 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.237891 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.239175 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.262020 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.270547 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.283401 599896 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I0414 11:27:29.290148 599896 out.go:177] - Using image docker.io/busybox:stable
I0414 11:27:29.293803 599896 addons.go:435] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:27:29.293827 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I0414 11:27:29.293895 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:29.296744 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.300975 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.306399 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:29.347109 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
W0414 11:27:29.348815 599896 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 11:27:29.348858 599896 retry.go:31] will retry after 351.602207ms: ssh: handshake failed: EOF
I0414 11:27:29.356708 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
W0414 11:27:29.359144 599896 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I0414 11:27:29.359175 599896 retry.go:31] will retry after 239.638514ms: ssh: handshake failed: EOF
I0414 11:27:29.396167 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0414 11:27:29.433730 599896 addons.go:435] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I0414 11:27:29.433798 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I0414 11:27:29.512707 599896 addons.go:435] installing /etc/kubernetes/addons/yakd-sa.yaml
I0414 11:27:29.512731 599896 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I0414 11:27:29.540373 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I0414 11:27:29.570056 599896 addons.go:435] installing /etc/kubernetes/addons/yakd-crb.yaml
I0414 11:27:29.570133 599896 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I0414 11:27:29.604264 599896 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0414 11:27:29.629252 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I0414 11:27:29.630279 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I0414 11:27:29.633552 599896 addons.go:435] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I0414 11:27:29.633624 599896 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I0414 11:27:29.640945 599896 addons.go:435] installing /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:27:29.641012 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14539 bytes)
I0414 11:27:29.670035 599896 addons.go:435] installing /etc/kubernetes/addons/yakd-svc.yaml
I0414 11:27:29.670061 599896 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I0414 11:27:29.744189 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I0414 11:27:29.744215 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I0414 11:27:29.783421 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0414 11:27:29.788887 599896 addons.go:435] installing /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:27:29.788913 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I0414 11:27:29.792902 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I0414 11:27:29.793927 599896 addons.go:435] installing /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:27:29.793947 599896 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I0414 11:27:29.820216 599896 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I0414 11:27:29.820244 599896 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I0414 11:27:29.828111 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0414 11:27:29.851705 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I0414 11:27:29.880177 599896 addons.go:435] installing /etc/kubernetes/addons/registry-svc.yaml
I0414 11:27:29.880204 599896 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I0414 11:27:29.957783 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I0414 11:27:29.966497 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I0414 11:27:29.966526 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I0414 11:27:29.977154 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I0414 11:27:29.985564 599896 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I0414 11:27:29.985595 599896 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I0414 11:27:30.075696 599896 addons.go:435] installing /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:27:30.075729 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I0414 11:27:30.111499 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I0414 11:27:30.111542 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I0414 11:27:30.257679 599896 addons.go:435] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I0414 11:27:30.257710 599896 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I0414 11:27:30.276420 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I0414 11:27:30.311516 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0414 11:27:30.314769 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I0414 11:27:30.314795 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I0414 11:27:30.317697 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I0414 11:27:30.436588 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I0414 11:27:30.436616 599896 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I0414 11:27:30.462601 599896 addons.go:435] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I0414 11:27:30.462631 599896 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I0414 11:27:30.608458 599896 addons.go:435] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:27:30.608485 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I0414 11:27:30.655174 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I0414 11:27:30.655201 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I0414 11:27:30.722065 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:27:30.768694 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I0414 11:27:30.768728 599896 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I0414 11:27:30.833993 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I0414 11:27:30.834019 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I0414 11:27:30.925384 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I0414 11:27:30.925411 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I0414 11:27:31.035917 599896 addons.go:435] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:27:31.035946 599896 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I0414 11:27:31.156177 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I0414 11:27:32.084783 599896 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.32.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.688535107s)
I0414 11:27:32.084820 599896 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I0414 11:27:32.703236 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (3.162776622s)
I0414 11:27:32.703315 599896 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (3.098980645s)
I0414 11:27:32.704035 599896 node_ready.go:35] waiting up to 6m0s for node "addons-586997" to be "Ready" ...
W0414 11:27:32.869007 599896 kapi.go:211] failed rescaling "coredns" deployment in "kube-system" namespace and "addons-586997" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E0414 11:27:32.869082 599896 start.go:160] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I0414 11:27:33.567069 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.937728745s)
I0414 11:27:33.567118 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (3.936784437s)
I0414 11:27:34.788849 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:35.901634 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (6.10866089s)
I0414 11:27:35.901723 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (6.073585957s)
I0414 11:27:35.901779 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (6.050051034s)
I0414 11:27:35.901822 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.94401057s)
I0414 11:27:35.902015 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.11856635s)
I0414 11:27:35.902293 599896 addons.go:479] Verifying addon ingress=true in "addons-586997"
I0414 11:27:35.902174 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.625729497s)
I0414 11:27:35.902192 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.590652662s)
I0414 11:27:35.902219 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.584496667s)
I0414 11:27:35.902838 599896 addons.go:479] Verifying addon registry=true in "addons-586997"
I0414 11:27:35.902274 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (5.924939131s)
I0414 11:27:35.902944 599896 addons.go:479] Verifying addon metrics-server=true in "addons-586997"
I0414 11:27:35.904986 599896 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-586997 service yakd-dashboard -n yakd-dashboard
I0414 11:27:35.907148 599896 out.go:177] * Verifying registry addon...
I0414 11:27:35.907148 599896 out.go:177] * Verifying ingress addon...
I0414 11:27:35.910081 599896 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I0414 11:27:35.910980 599896 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0414 11:27:35.920296 599896 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:27:35.920316 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:35.920579 599896 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0414 11:27:35.920591 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W0414 11:27:35.933556 599896 out.go:270] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I0414 11:27:35.941383 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.219276973s)
W0414 11:27:35.941419 599896 addons.go:461] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:27:35.941438 599896 retry.go:31] will retry after 205.679664ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I0414 11:27:36.148002 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I0414 11:27:36.196922 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.04069642s)
I0414 11:27:36.197006 599896 addons.go:479] Verifying addon csi-hostpath-driver=true in "addons-586997"
I0414 11:27:36.200233 599896 out.go:177] * Verifying csi-hostpath-driver addon...
I0414 11:27:36.203927 599896 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 11:27:36.229497 599896 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:27:36.229572 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:36.415548 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:36.416720 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:36.707428 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:36.914332 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:36.914501 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:37.207116 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:37.207996 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:37.414364 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:37.414463 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:37.708360 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:37.913598 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:37.915191 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:38.208696 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:38.414439 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:38.414477 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:38.708507 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:38.914405 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:38.914705 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:38.932439 599896 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.784394194s)
I0414 11:27:39.207906 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:39.208691 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:39.306168 599896 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I0414 11:27:39.306248 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:39.324629 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:39.414395 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:39.415609 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:39.430219 599896 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I0414 11:27:39.449163 599896 addons.go:238] Setting addon gcp-auth=true in "addons-586997"
I0414 11:27:39.449262 599896 host.go:66] Checking if "addons-586997" exists ...
I0414 11:27:39.449834 599896 cli_runner.go:164] Run: docker container inspect addons-586997 --format={{.State.Status}}
I0414 11:27:39.472748 599896 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I0414 11:27:39.472805 599896 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-586997
I0414 11:27:39.491237 599896 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33508 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/addons-586997/id_rsa Username:docker}
I0414 11:27:39.584122 599896 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I0414 11:27:39.587103 599896 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I0414 11:27:39.589827 599896 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I0414 11:27:39.589848 599896 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I0414 11:27:39.607904 599896 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I0414 11:27:39.607928 599896 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I0414 11:27:39.626555 599896 addons.go:435] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:27:39.626616 599896 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I0414 11:27:39.645075 599896 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.32.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I0414 11:27:39.709189 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:39.915724 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:39.930583 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:40.194795 599896 addons.go:479] Verifying addon gcp-auth=true in "addons-586997"
I0414 11:27:40.199494 599896 out.go:177] * Verifying gcp-auth addon...
I0414 11:27:40.202610 599896 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I0414 11:27:40.212770 599896 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I0414 11:27:40.212793 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:40.212868 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:40.414165 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:40.414671 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:40.707094 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:40.707956 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:40.912703 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:40.913722 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:41.205567 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:41.208332 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:41.208452 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:41.414011 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:41.414159 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:41.707932 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:41.708652 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:41.913336 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:41.915169 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:42.206897 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:42.208658 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:42.414393 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:42.414630 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:42.708609 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:42.708864 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:42.914717 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:42.914972 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:43.207717 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:43.207805 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:43.414583 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:43.414774 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:43.705939 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:43.708134 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:43.708281 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:43.913300 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:43.914262 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:44.206411 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:44.208878 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:44.413572 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:44.415037 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:44.706518 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:44.709193 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:44.913138 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:44.914539 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:45.247545 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:45.252407 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:45.413840 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:45.414084 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:45.706364 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:45.707929 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:45.708761 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:45.913873 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:45.914663 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:46.206682 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:46.208898 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:46.414123 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:46.414406 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:46.706331 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:46.708918 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:46.913990 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:46.914577 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:47.205782 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:47.207070 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:47.414534 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:47.414642 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:47.705687 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:47.708407 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:47.709002 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:47.912768 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:47.914168 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:48.206140 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:48.207196 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:48.415099 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:48.415319 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:48.707370 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:48.708185 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:48.913069 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:48.913511 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:49.205962 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:49.208240 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:49.414592 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:49.414736 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:49.705673 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:49.707891 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:49.914147 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:49.914550 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:50.205834 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:50.207680 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:50.208069 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:50.412959 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:50.413994 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:50.708334 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:50.708433 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:50.914123 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:50.914460 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:51.205458 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:51.208231 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:51.413633 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:51.415166 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:51.706199 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:51.708053 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:51.913709 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:51.913958 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:52.206091 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:52.207607 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:52.413924 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:52.414416 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:52.706824 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:52.708602 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:52.708706 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:52.913331 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:52.914621 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:53.205438 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:53.208359 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:53.415361 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:53.415824 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:53.706029 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:53.708876 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:53.913698 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:53.913924 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:54.207433 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:54.208043 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:54.413077 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:54.414323 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:54.708146 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:54.708744 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:54.914171 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:54.914823 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:55.205833 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:55.206654 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:55.208144 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:55.413439 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:55.414527 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:55.707055 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:55.708159 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:55.913812 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:55.914082 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:56.207138 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:56.207260 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:56.414687 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:56.414835 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:56.705817 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:56.709408 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:56.914319 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:56.914625 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:57.205675 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:57.208400 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:57.414229 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:57.414746 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:57.712354 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:27:57.712451 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:57.714167 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:57.913412 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:57.914622 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:58.207570 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:58.208596 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:58.413715 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:58.414137 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:58.707930 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:58.708056 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:58.913271 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:58.913875 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:59.206308 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:59.208206 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:59.414657 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:27:59.414692 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:59.705566 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:27:59.708314 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:27:59.914442 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:27:59.914638 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:00.220231 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:00.220477 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:00.225017 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:00.414287 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:00.414880 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:00.705860 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:00.708215 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:00.913428 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:00.914918 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:01.211042 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:01.211248 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:01.413081 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:01.414753 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:01.706707 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:01.708012 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:01.914804 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:01.916181 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:02.206815 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:02.208809 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:02.412748 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:02.414179 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:02.707272 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:02.708953 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:02.709745 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:02.913972 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:02.914080 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:03.206240 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:03.208718 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:03.414191 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:03.414403 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:03.705316 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:03.708261 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:03.913362 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:03.914409 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:04.208460 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:04.208585 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:04.414148 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:04.414347 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:04.706917 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:04.707520 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:04.708505 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:04.913660 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:04.914475 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:05.205206 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:05.207614 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:05.412958 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:05.413524 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:05.706537 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:05.708144 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:05.913964 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:05.914161 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:06.207036 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:06.208133 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:06.413388 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:06.414299 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:06.708102 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:06.708301 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:06.913576 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:06.915046 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:07.205994 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:07.207840 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:07.207959 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:07.413173 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:07.414279 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:07.705537 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:07.708854 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:07.914489 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:07.914831 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:08.206406 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:08.208300 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:08.413373 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:08.414167 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:08.707931 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:08.708452 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:08.914194 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:08.914351 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:09.206469 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:09.208444 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:09.208561 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:09.414195 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:09.414695 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:09.705529 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:09.707751 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:09.913727 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:09.914358 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:10.206783 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:10.208015 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:10.413206 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:10.413458 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:10.705483 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:10.708328 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:10.914052 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:10.914366 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:11.206184 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:11.207973 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:11.413515 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:11.414359 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:11.706675 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:11.708754 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:11.708958 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:11.913181 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:11.914214 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:12.206401 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:12.208727 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:12.413896 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:12.414327 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:12.708397 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:12.708694 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:12.914232 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:12.914306 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:13.207979 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:13.208127 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:13.414267 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:13.414587 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:13.705514 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:13.707655 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:13.914280 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:13.914472 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:14.206372 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:14.208403 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:14.209156 599896 node_ready.go:53] node "addons-586997" has status "Ready":"False"
I0414 11:28:14.412990 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:14.414584 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:14.705455 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:14.708094 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:14.914061 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:14.914177 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:15.208129 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:15.208649 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:15.414700 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:15.415250 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:15.724488 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:15.724666 599896 node_ready.go:49] node "addons-586997" has status "Ready":"True"
I0414 11:28:15.724698 599896 node_ready.go:38] duration metric: took 43.020640165s for node "addons-586997" to be "Ready" ...
I0414 11:28:15.724734 599896 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:28:15.725360 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:15.732454 599896 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-bbhmv" in "kube-system" namespace to be "Ready" ...
I0414 11:28:15.983566 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:15.983696 599896 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I0414 11:28:15.983738 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:16.220831 599896 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:28:16.220904 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:16.221086 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:16.427939 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:16.431243 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:16.707692 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:16.707943 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:16.918517 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:16.919541 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:17.206897 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:17.208179 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:17.414492 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:17.415431 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:17.706703 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:17.708511 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:17.738384 599896 pod_ready.go:93] pod "coredns-668d6bf9bc-bbhmv" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:17.738406 599896 pod_ready.go:82] duration metric: took 2.005875318s for pod "coredns-668d6bf9bc-bbhmv" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.738418 599896 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-xnxbn" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.746532 599896 pod_ready.go:93] pod "coredns-668d6bf9bc-xnxbn" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:17.746560 599896 pod_ready.go:82] duration metric: took 8.134368ms for pod "coredns-668d6bf9bc-xnxbn" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.746578 599896 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.751376 599896 pod_ready.go:93] pod "etcd-addons-586997" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:17.751400 599896 pod_ready.go:82] duration metric: took 4.814488ms for pod "etcd-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.751417 599896 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.762043 599896 pod_ready.go:93] pod "kube-apiserver-addons-586997" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:17.762116 599896 pod_ready.go:82] duration metric: took 10.689979ms for pod "kube-apiserver-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.762142 599896 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.776386 599896 pod_ready.go:93] pod "kube-controller-manager-addons-586997" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:17.776479 599896 pod_ready.go:82] duration metric: took 14.307332ms for pod "kube-controller-manager-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.776513 599896 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vhcsn" in "kube-system" namespace to be "Ready" ...
I0414 11:28:17.915158 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:17.915657 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:18.136841 599896 pod_ready.go:93] pod "kube-proxy-vhcsn" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:18.136867 599896 pod_ready.go:82] duration metric: took 360.317309ms for pod "kube-proxy-vhcsn" in "kube-system" namespace to be "Ready" ...
I0414 11:28:18.136880 599896 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:18.205494 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:18.207533 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:18.413780 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:18.414686 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:18.536569 599896 pod_ready.go:93] pod "kube-scheduler-addons-586997" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:18.536597 599896 pod_ready.go:82] duration metric: took 399.708394ms for pod "kube-scheduler-addons-586997" in "kube-system" namespace to be "Ready" ...
I0414 11:28:18.536610 599896 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace to be "Ready" ...
I0414 11:28:18.711022 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:18.711968 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:18.915506 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:18.916596 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:19.209587 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:19.210024 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:19.419518 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:19.420387 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:19.708523 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:19.708944 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:19.915117 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:19.917511 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:20.213905 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:20.215087 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:20.415210 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:20.415752 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:20.543400 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:20.706747 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:20.707333 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:20.914093 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:20.914204 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:21.206317 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:21.207873 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:21.415516 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:21.415748 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:21.707950 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:21.709465 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:21.914517 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:21.914701 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:22.210776 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:22.216557 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:22.416576 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:22.417102 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:22.544830 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:22.710364 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:22.710873 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:22.913735 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:22.916960 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:23.206174 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:23.208534 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:23.419145 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:23.419408 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:23.706987 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:23.707841 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:23.914351 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:23.914469 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:24.206124 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:24.207877 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:24.413957 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:24.415069 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:24.709908 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:24.712269 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:24.913668 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:24.915733 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:25.043802 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:25.212801 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:25.213287 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:25.415270 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:25.415585 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:25.705837 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:25.707163 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:25.913128 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:25.915454 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:26.207030 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:26.207758 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:26.423712 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:26.424180 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:26.712596 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:26.712691 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:26.918106 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:26.919394 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:27.059986 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:27.214548 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:27.222100 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:27.419185 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:27.419685 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:27.711093 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:27.711505 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:27.923026 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:27.923560 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:28.209016 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:28.209487 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:28.420504 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:28.421044 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:28.711583 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:28.712257 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:28.916618 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:28.917035 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:29.208054 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:29.209484 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:29.414777 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:29.416573 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:29.542176 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:29.708023 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:29.710143 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:29.916218 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:29.916702 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:30.208700 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:30.211513 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:30.413369 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:30.415077 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:30.708910 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:30.709079 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:30.913837 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:30.914063 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:31.206901 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:31.207036 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:31.412929 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:31.414569 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:31.542254 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:31.707326 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:31.707653 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:31.913903 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:31.914045 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:32.207730 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:32.208547 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:32.415115 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:32.416396 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:32.733511 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:32.733718 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:32.915053 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:32.915173 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:33.206772 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:33.207009 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:33.413953 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:33.415232 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:33.708059 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:33.709119 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:33.914505 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:33.915024 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:34.053017 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:34.217900 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:34.222596 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:34.421470 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:34.422488 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:34.708275 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:34.709695 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:34.915500 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:34.916700 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:35.206757 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:35.207818 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:35.414547 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:35.415064 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:35.706198 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:35.707140 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:35.914446 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:35.914550 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:36.210470 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:36.210932 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:36.415495 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:36.416094 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:36.544302 599896 pod_ready.go:103] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:36.708120 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:36.709830 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:36.915768 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:36.916075 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:37.206898 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:37.207143 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:37.413909 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:37.414499 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:37.705914 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:37.706650 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:37.914457 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:37.914990 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:38.210061 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:38.210992 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:38.415785 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:38.416528 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:38.705669 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:38.709662 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:38.916043 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:38.916434 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:39.105441 599896 pod_ready.go:93] pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:39.105515 599896 pod_ready.go:82] duration metric: took 20.568896394s for pod "metrics-server-7fbb699795-wd9hl" in "kube-system" namespace to be "Ready" ...
I0414 11:28:39.105540 599896 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace to be "Ready" ...
I0414 11:28:39.209573 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:39.210766 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:39.415310 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:39.415478 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:39.706935 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:39.707878 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:39.913425 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:39.915547 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:40.211895 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:40.213031 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:40.413664 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:40.414874 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:40.713237 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:40.714093 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:40.923803 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:40.924183 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:41.112514 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:41.205692 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:41.208093 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:41.414317 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:41.414411 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:41.710151 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:41.711508 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:41.913874 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:41.914823 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:42.206715 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:42.207918 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:42.416753 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:42.416813 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:42.706462 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:42.706626 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:42.915202 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:42.915437 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:43.206906 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:43.206977 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:43.413449 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:43.415420 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:43.614162 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:43.708118 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:43.708595 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:43.920210 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:43.920389 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:44.210778 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:44.211392 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:44.420670 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:44.420993 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:44.708310 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:44.708627 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:44.922285 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:44.922827 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:45.207933 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:45.217560 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:45.415755 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:45.415984 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:45.709496 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:45.709815 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:45.916614 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:45.917430 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:46.115765 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:46.208782 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:46.209441 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:46.415881 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:46.416388 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:46.708219 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:46.708674 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:46.915867 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:46.916468 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:47.209895 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:47.210167 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:47.416311 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:47.417157 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:47.709287 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:47.709953 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:47.916912 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:47.917436 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:48.209825 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:48.210138 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:48.414440 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:48.417062 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:48.615503 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:48.708331 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:48.710405 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:48.915739 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:48.915937 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:49.208112 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:49.212263 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:49.415994 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:49.416456 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:49.707384 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:49.708542 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:49.915341 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:49.918035 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:50.209236 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:50.209569 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:50.417216 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:50.417317 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:50.705929 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:50.709108 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:50.914352 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:50.915229 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:51.115295 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:51.209163 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:51.213992 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:51.415031 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:51.416125 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:51.708245 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:51.708759 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:51.914914 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:51.915055 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:52.211361 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:52.211825 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:52.415582 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:52.417234 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:52.723487 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:52.723576 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:52.915224 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:52.915755 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:53.210202 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:53.212154 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:53.413114 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:53.414406 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:53.611590 599896 pod_ready.go:103] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"False"
I0414 11:28:53.709573 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:53.710148 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:53.916851 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:53.917110 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:54.120962 599896 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace has status "Ready":"True"
I0414 11:28:54.120989 599896 pod_ready.go:82] duration metric: took 15.015427787s for pod "nvidia-device-plugin-daemonset-ggfnc" in "kube-system" namespace to be "Ready" ...
I0414 11:28:54.121035 599896 pod_ready.go:39] duration metric: took 38.396254233s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0414 11:28:54.121060 599896 api_server.go:52] waiting for apiserver process to appear ...
I0414 11:28:54.121107 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:28:54.121188 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:28:54.191453 599896 cri.go:89] found id: "f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:28:54.191518 599896 cri.go:89] found id: ""
I0414 11:28:54.191540 599896 logs.go:282] 1 containers: [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc]
I0414 11:28:54.191610 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.200942 599896 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:28:54.201076 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:28:54.213209 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:54.213770 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:54.259282 599896 cri.go:89] found id: "8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:28:54.259320 599896 cri.go:89] found id: ""
I0414 11:28:54.259329 599896 logs.go:282] 1 containers: [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8]
I0414 11:28:54.259422 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.263475 599896 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:28:54.263575 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:28:54.308858 599896 cri.go:89] found id: "4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:28:54.308927 599896 cri.go:89] found id: "d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:28:54.308947 599896 cri.go:89] found id: ""
I0414 11:28:54.308971 599896 logs.go:282] 2 containers: [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1]
I0414 11:28:54.309053 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.312611 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.316096 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:28:54.316217 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:28:54.355149 599896 cri.go:89] found id: "10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:28:54.355173 599896 cri.go:89] found id: ""
I0414 11:28:54.355181 599896 logs.go:282] 1 containers: [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978]
I0414 11:28:54.355257 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.359395 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:28:54.359483 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:28:54.398541 599896 cri.go:89] found id: "ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:28:54.398564 599896 cri.go:89] found id: ""
I0414 11:28:54.398572 599896 logs.go:282] 1 containers: [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d]
I0414 11:28:54.398658 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.402112 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:28:54.402236 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:28:54.415909 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:54.417247 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:54.449870 599896 cri.go:89] found id: "c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:28:54.449943 599896 cri.go:89] found id: ""
I0414 11:28:54.449965 599896 logs.go:282] 1 containers: [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4]
I0414 11:28:54.450051 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.454605 599896 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:28:54.454729 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:28:54.511236 599896 cri.go:89] found id: "14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:28:54.511321 599896 cri.go:89] found id: ""
I0414 11:28:54.511344 599896 logs.go:282] 1 containers: [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c]
I0414 11:28:54.511440 599896 ssh_runner.go:195] Run: which crictl
I0414 11:28:54.519063 599896 logs.go:123] Gathering logs for kube-scheduler [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978] ...
I0414 11:28:54.519135 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:28:54.605336 599896 logs.go:123] Gathering logs for container status ...
I0414 11:28:54.605412 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:28:54.653802 599896 logs.go:123] Gathering logs for dmesg ...
I0414 11:28:54.653832 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:28:54.671937 599896 logs.go:123] Gathering logs for describe nodes ...
I0414 11:28:54.671965 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:28:54.708463 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:54.708681 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:54.884056 599896 logs.go:123] Gathering logs for kube-proxy [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d] ...
I0414 11:28:54.884085 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:28:54.915554 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:54.915941 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:54.927882 599896 logs.go:123] Gathering logs for kube-controller-manager [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4] ...
I0414 11:28:54.927908 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:28:55.018665 599896 logs.go:123] Gathering logs for kindnet [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c] ...
I0414 11:28:55.018756 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:28:55.069231 599896 logs.go:123] Gathering logs for CRI-O ...
I0414 11:28:55.069263 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:28:55.176873 599896 logs.go:123] Gathering logs for kubelet ...
I0414 11:28:55.176924 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0414 11:28:55.253919 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:55.254000 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
W0414 11:28:55.265342 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: W0414 11:27:28.735322 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.265669 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: E0414 11:27:28.735383 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:28:55.266005 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: I0414 11:27:28.736988 1535 status_manager.go:890] "Failed to get status for pod" podUID="84d629fa-dcfc-4f3e-8272-3720a17f7a02" pod="kube-system/kube-proxy-vhcsn" err="pods \"kube-proxy-vhcsn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:28:55.270013 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:35 addons-586997 kubelet[1535]: I0414 11:27:35.183149 1535 status_manager.go:890] "Failed to get status for pod" podUID="c8e04b7f-848d-44c6-813a-4c97e3c369fb" pod="gadget/gadget-g26sp" err="pods \"gadget-g26sp\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-586997' and this object"
W0414 11:28:55.291459 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.641145 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.291693 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.641189 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:28:55.291917 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:28:55.292082 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.292284 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:28:55.292465 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.292685 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:28:55.328482 599896 logs.go:123] Gathering logs for kube-apiserver [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc] ...
I0414 11:28:55.328522 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:28:55.426343 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:55.426524 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:55.432139 599896 logs.go:123] Gathering logs for etcd [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8] ...
I0414 11:28:55.432171 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:28:55.537071 599896 logs.go:123] Gathering logs for coredns [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504] ...
I0414 11:28:55.537112 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:28:55.605759 599896 logs.go:123] Gathering logs for coredns [d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1] ...
I0414 11:28:55.605787 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:28:55.689535 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:28:55.689569 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 11:28:55.689644 599896 out.go:270] X Problems detected in kubelet:
W0414 11:28:55.689668 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:28:55.689688 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.689698 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:28:55.689716 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:28:55.689722 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:28:55.689745 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:28:55.689753 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:28:55.708120 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:55.708371 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:55.913717 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:55.914921 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:56.206433 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:56.207692 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:56.414713 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:56.415365 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:56.706232 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:56.707328 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:56.913456 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:56.914533 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:57.209712 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:57.210374 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:57.415914 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:57.416605 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:57.708282 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:57.709073 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:57.915455 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:57.915918 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:58.206725 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:58.207688 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:58.414505 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:58.414912 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:58.707533 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:58.707537 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:58.914585 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:58.914719 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:59.207819 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:59.208042 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:59.413216 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:59.414086 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:28:59.706355 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:28:59.707673 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:28:59.913755 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:28:59.914284 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:00.223991 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:00.229012 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:00.415421 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:00.415930 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:00.707870 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:00.708158 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:00.914657 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:00.916539 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:01.210358 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:01.210484 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:01.414328 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:01.414550 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:01.708929 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:01.710366 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:01.916458 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:01.916867 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:02.208712 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:02.209285 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:02.414523 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:02.415938 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:02.706824 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:02.707320 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:02.914011 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I0414 11:29:02.914374 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:03.211261 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:03.211441 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:03.413766 599896 kapi.go:107] duration metric: took 1m27.503682762s to wait for kubernetes.io/minikube-addons=registry ...
I0414 11:29:03.415272 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:03.706057 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:03.707630 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:03.914948 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:04.213932 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:04.214087 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:04.415595 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:04.705155 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:04.707324 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:04.914681 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:05.206088 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:05.206884 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:05.415192 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:05.691719 599896 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:29:05.705588 599896 api_server.go:72] duration metric: took 1m37.124407801s to wait for apiserver process to appear ...
I0414 11:29:05.705683 599896 api_server.go:88] waiting for apiserver healthz status ...
I0414 11:29:05.705730 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:29:05.705808 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:29:05.708383 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:05.708522 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:05.749119 599896 cri.go:89] found id: "f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:29:05.749143 599896 cri.go:89] found id: ""
I0414 11:29:05.749161 599896 logs.go:282] 1 containers: [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc]
I0414 11:29:05.749220 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.754996 599896 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:29:05.755076 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:29:05.794719 599896 cri.go:89] found id: "8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:29:05.794743 599896 cri.go:89] found id: ""
I0414 11:29:05.794752 599896 logs.go:282] 1 containers: [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8]
I0414 11:29:05.794813 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.798420 599896 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:29:05.798520 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:29:05.839827 599896 cri.go:89] found id: "4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:29:05.839852 599896 cri.go:89] found id: "d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:29:05.839858 599896 cri.go:89] found id: ""
I0414 11:29:05.839865 599896 logs.go:282] 2 containers: [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1]
I0414 11:29:05.839928 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.843752 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.847363 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:29:05.847440 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:29:05.885209 599896 cri.go:89] found id: "10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:29:05.885232 599896 cri.go:89] found id: ""
I0414 11:29:05.885240 599896 logs.go:282] 1 containers: [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978]
I0414 11:29:05.885316 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.889148 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:29:05.889257 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:29:05.915837 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:05.934243 599896 cri.go:89] found id: "ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:29:05.934309 599896 cri.go:89] found id: ""
I0414 11:29:05.934324 599896 logs.go:282] 1 containers: [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d]
I0414 11:29:05.934395 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.938724 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:29:05.938798 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:29:05.986195 599896 cri.go:89] found id: "c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:29:05.986217 599896 cri.go:89] found id: ""
I0414 11:29:05.986225 599896 logs.go:282] 1 containers: [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4]
I0414 11:29:05.986307 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:05.990140 599896 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:29:05.990268 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:29:06.044725 599896 cri.go:89] found id: "14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:29:06.044748 599896 cri.go:89] found id: ""
I0414 11:29:06.044756 599896 logs.go:282] 1 containers: [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c]
I0414 11:29:06.044814 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:06.049140 599896 logs.go:123] Gathering logs for CRI-O ...
I0414 11:29:06.049169 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:29:06.150068 599896 logs.go:123] Gathering logs for dmesg ...
I0414 11:29:06.150110 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:29:06.167368 599896 logs.go:123] Gathering logs for describe nodes ...
I0414 11:29:06.167402 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:29:06.208075 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:06.209217 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:06.319496 599896 logs.go:123] Gathering logs for etcd [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8] ...
I0414 11:29:06.319534 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:29:06.380570 599896 logs.go:123] Gathering logs for kube-scheduler [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978] ...
I0414 11:29:06.380607 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:29:06.415221 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:06.435700 599896 logs.go:123] Gathering logs for kube-proxy [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d] ...
I0414 11:29:06.435734 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:29:06.477947 599896 logs.go:123] Gathering logs for container status ...
I0414 11:29:06.477977 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:29:06.533543 599896 logs.go:123] Gathering logs for kubelet ...
I0414 11:29:06.533578 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0414 11:29:06.592525 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: W0414 11:27:28.735322 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.592772 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: E0414 11:27:28.735383 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:06.592989 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: I0414 11:27:28.736988 1535 status_manager.go:890] "Failed to get status for pod" podUID="84d629fa-dcfc-4f3e-8272-3720a17f7a02" pod="kube-system/kube-proxy-vhcsn" err="pods \"kube-proxy-vhcsn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:06.596656 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:35 addons-586997 kubelet[1535]: I0414 11:27:35.183149 1535 status_manager.go:890] "Failed to get status for pod" podUID="c8e04b7f-848d-44c6-813a-4c97e3c369fb" pod="gadget/gadget-g26sp" err="pods \"gadget-g26sp\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:06.617236 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.641145 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.617466 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.641189 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:06.617692 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:06.617855 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.618060 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:06.618239 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.618456 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:29:06.656355 599896 logs.go:123] Gathering logs for kube-apiserver [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc] ...
I0414 11:29:06.656399 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:29:06.710793 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:06.723654 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:06.728946 599896 logs.go:123] Gathering logs for coredns [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504] ...
I0414 11:29:06.728979 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:29:06.780183 599896 logs.go:123] Gathering logs for coredns [d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1] ...
I0414 11:29:06.780212 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:29:06.824686 599896 logs.go:123] Gathering logs for kube-controller-manager [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4] ...
I0414 11:29:06.824787 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:29:06.911743 599896 logs.go:123] Gathering logs for kindnet [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c] ...
I0414 11:29:06.911795 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:29:06.915870 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:06.960308 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:29:06.960333 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 11:29:06.960390 599896 out.go:270] X Problems detected in kubelet:
W0414 11:29:06.960402 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:06.960409 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.960420 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:06.960426 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:06.960433 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:29:06.960442 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:29:06.960447 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:29:07.208481 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:07.209032 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:07.414621 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:07.705285 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:07.708401 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:07.915316 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:08.210536 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:08.210968 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:08.414405 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:08.707421 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:08.709281 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:08.920697 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:09.208488 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:09.209678 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:09.420096 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:09.710709 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:09.711718 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:09.915235 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:10.214344 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:10.214781 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:10.420261 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:10.707955 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:10.708122 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:10.914446 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:11.207320 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:11.208290 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:11.415207 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:11.706589 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:11.709574 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:11.915067 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:12.212327 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:12.215256 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:12.414854 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:12.708945 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:12.709147 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:12.914756 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:13.218424 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:13.220378 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:13.416764 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:13.707577 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:13.708141 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:13.914564 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:14.208114 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:14.208375 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:14.416287 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:14.706246 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:14.707662 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:14.915966 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:15.207332 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:15.208053 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:15.414283 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:15.708079 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:15.708306 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:15.914896 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:16.207342 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:16.207583 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:16.416693 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:16.709369 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:16.710133 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:16.915052 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:16.962117 599896 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I0414 11:29:16.977016 599896 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I0414 11:29:16.978106 599896 api_server.go:141] control plane version: v1.32.2
I0414 11:29:16.978134 599896 api_server.go:131] duration metric: took 11.272429562s to wait for apiserver health ...
I0414 11:29:16.978144 599896 system_pods.go:43] waiting for kube-system pods to appear ...
I0414 11:29:16.978168 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I0414 11:29:16.978229 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I0414 11:29:17.072605 599896 cri.go:89] found id: "f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:29:17.072627 599896 cri.go:89] found id: ""
I0414 11:29:17.072635 599896 logs.go:282] 1 containers: [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc]
I0414 11:29:17.072692 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.076606 599896 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I0414 11:29:17.076674 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I0414 11:29:17.128367 599896 cri.go:89] found id: "8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:29:17.128388 599896 cri.go:89] found id: ""
I0414 11:29:17.128396 599896 logs.go:282] 1 containers: [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8]
I0414 11:29:17.128453 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.133084 599896 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I0414 11:29:17.133159 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I0414 11:29:17.193748 599896 cri.go:89] found id: "4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:29:17.193770 599896 cri.go:89] found id: "d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:29:17.193775 599896 cri.go:89] found id: ""
I0414 11:29:17.193783 599896 logs.go:282] 2 containers: [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1]
I0414 11:29:17.193843 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.197381 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.201425 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I0414 11:29:17.201496 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I0414 11:29:17.209008 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:17.209344 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:17.264224 599896 cri.go:89] found id: "10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:29:17.264250 599896 cri.go:89] found id: ""
I0414 11:29:17.264260 599896 logs.go:282] 1 containers: [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978]
I0414 11:29:17.264316 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.268196 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I0414 11:29:17.268264 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I0414 11:29:17.324588 599896 cri.go:89] found id: "ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:29:17.324612 599896 cri.go:89] found id: ""
I0414 11:29:17.324620 599896 logs.go:282] 1 containers: [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d]
I0414 11:29:17.324680 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.328534 599896 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I0414 11:29:17.328603 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I0414 11:29:17.397178 599896 cri.go:89] found id: "c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:29:17.397204 599896 cri.go:89] found id: ""
I0414 11:29:17.397213 599896 logs.go:282] 1 containers: [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4]
I0414 11:29:17.397269 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.405063 599896 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I0414 11:29:17.405143 599896 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I0414 11:29:17.414478 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:17.463887 599896 cri.go:89] found id: "14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:29:17.463909 599896 cri.go:89] found id: ""
I0414 11:29:17.463917 599896 logs.go:282] 1 containers: [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c]
I0414 11:29:17.463992 599896 ssh_runner.go:195] Run: which crictl
I0414 11:29:17.469107 599896 logs.go:123] Gathering logs for kube-scheduler [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978] ...
I0414 11:29:17.469135 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978"
I0414 11:29:17.538078 599896 logs.go:123] Gathering logs for kube-proxy [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d] ...
I0414 11:29:17.538110 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d"
I0414 11:29:17.591342 599896 logs.go:123] Gathering logs for kube-controller-manager [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4] ...
I0414 11:29:17.591380 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4"
I0414 11:29:17.696775 599896 logs.go:123] Gathering logs for kindnet [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c] ...
I0414 11:29:17.696816 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c"
I0414 11:29:17.707928 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:17.708040 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:17.780680 599896 logs.go:123] Gathering logs for kubelet ...
I0414 11:29:17.780710 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W0414 11:29:17.841406 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: W0414 11:27:28.735322 1535 reflector.go:569] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:29:17.841723 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: E0414 11:27:28.735383 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:17.842000 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:28 addons-586997 kubelet[1535]: I0414 11:27:28.736988 1535 status_manager.go:890] "Failed to get status for pod" podUID="84d629fa-dcfc-4f3e-8272-3720a17f7a02" pod="kube-system/kube-proxy-vhcsn" err="pods \"kube-proxy-vhcsn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:17.845824 599896 logs.go:138] Found kubelet problem: Apr 14 11:27:35 addons-586997 kubelet[1535]: I0414 11:27:35.183149 1535 status_manager.go:890] "Failed to get status for pod" podUID="c8e04b7f-848d-44c6-813a-4c97e3c369fb" pod="gadget/gadget-g26sp" err="pods \"gadget-g26sp\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"gadget\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:17.866855 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.641145 1535 reflector.go:569] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-586997' and this object
W0414 11:29:17.867118 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.641189 1535 reflector.go:166] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:17.867372 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:17.867560 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:17.867787 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:17.867993 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:17.868237 599896 logs.go:138] Found kubelet problem: Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:29:17.909949 599896 logs.go:123] Gathering logs for dmesg ...
I0414 11:29:17.909991 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0414 11:29:17.916927 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:17.930652 599896 logs.go:123] Gathering logs for describe nodes ...
I0414 11:29:17.930681 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0414 11:29:18.223204 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:18.223348 599896 logs.go:123] Gathering logs for etcd [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8] ...
I0414 11:29:18.223377 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8"
I0414 11:29:18.229660 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:18.372768 599896 logs.go:123] Gathering logs for coredns [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504] ...
I0414 11:29:18.372810 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504"
I0414 11:29:18.415422 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:18.422574 599896 logs.go:123] Gathering logs for coredns [d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1] ...
I0414 11:29:18.422650 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1"
I0414 11:29:18.495458 599896 logs.go:123] Gathering logs for CRI-O ...
I0414 11:29:18.495529 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I0414 11:29:18.617501 599896 logs.go:123] Gathering logs for container status ...
I0414 11:29:18.617583 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0414 11:29:18.714945 599896 logs.go:123] Gathering logs for kube-apiserver [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc] ...
I0414 11:29:18.715024 599896 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc"
I0414 11:29:18.726637 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:18.726852 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:18.799325 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:29:18.799352 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
W0414 11:29:18.799410 599896 out.go:270] X Problems detected in kubelet:
W0414 11:29:18.799419 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: I0414 11:28:15.641571 1535 status_manager.go:890] "Failed to get status for pod" podUID="cc3884d5-cbf2-4316-b18e-c4ac9c45b08f" pod="kube-system/coredns-668d6bf9bc-xnxbn" err="pods \"coredns-668d6bf9bc-xnxbn\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-586997' and this object"
W0414 11:29:18.799426 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653372 1535 reflector.go:569] object-"default"/"gcp-auth": failed to list *v1.Secret: secrets "gcp-auth" is forbidden: User "system:node:addons-586997" cannot list resource "secrets" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:18.799434 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653423 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"gcp-auth\": Failed to watch *v1.Secret: failed to list *v1.Secret: secrets \"gcp-auth\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"secrets\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
W0414 11:29:18.799443 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: W0414 11:28:15.653773 1535 reflector.go:569] object-"default"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-586997" cannot list resource "configmaps" in API group "" in the namespace "default": no relationship found between node 'addons-586997' and this object
W0414 11:29:18.799448 599896 out.go:270] Apr 14 11:28:15 addons-586997 kubelet[1535]: E0414 11:28:15.653805 1535 reflector.go:166] "Unhandled Error" err="object-\"default\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-586997\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object" logger="UnhandledError"
I0414 11:29:18.799460 599896 out.go:358] Setting ErrFile to fd 2...
I0414 11:29:18.799465 599896 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:29:18.914922 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:19.206724 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I0414 11:29:19.206940 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:19.414558 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:19.706180 599896 kapi.go:107] duration metric: took 1m39.503566678s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I0414 11:29:19.707787 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:19.709978 599896 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-586997 cluster.
I0414 11:29:19.713054 599896 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I0414 11:29:19.715948 599896 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I0414 11:29:19.913797 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:20.207938 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:20.414656 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:20.708104 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:20.914024 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:21.207526 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:21.414173 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:21.707300 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:21.913904 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:22.207910 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:22.414692 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:22.708113 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:22.915140 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:23.207539 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:23.414724 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:23.707401 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:23.914304 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:24.206955 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:24.414014 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:24.707376 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:24.914866 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:25.208176 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:25.414289 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:25.707581 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:25.914696 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:26.207807 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:26.414267 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:26.707683 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:26.914757 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:27.208426 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:27.414440 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:27.709079 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:27.914347 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:28.207835 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:28.415249 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:28.707206 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:28.804263 599896 system_pods.go:59] 19 kube-system pods found
I0414 11:29:28.804305 599896 system_pods.go:61] "coredns-668d6bf9bc-bbhmv" [668a0782-f769-4097-ab18-df80eb179ec9] Running
I0414 11:29:28.804312 599896 system_pods.go:61] "coredns-668d6bf9bc-xnxbn" [cc3884d5-cbf2-4316-b18e-c4ac9c45b08f] Running
I0414 11:29:28.804317 599896 system_pods.go:61] "csi-hostpath-attacher-0" [90c0992c-526d-4920-a4d9-bf1aa25f8f12] Running
I0414 11:29:28.804321 599896 system_pods.go:61] "csi-hostpath-resizer-0" [05e6a996-596c-4641-968e-13f827acb73e] Running
I0414 11:29:28.804330 599896 system_pods.go:61] "csi-hostpathplugin-nm9q5" [0c4d185f-47d4-40cc-86d2-d8b38f3b03b8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:29:28.804335 599896 system_pods.go:61] "etcd-addons-586997" [aa052632-84f7-4b95-9d55-da48b3857345] Running
I0414 11:29:28.804342 599896 system_pods.go:61] "kindnet-9vbzb" [ea09fd41-e096-4d91-aae2-a5db3b141a0c] Running
I0414 11:29:28.804346 599896 system_pods.go:61] "kube-apiserver-addons-586997" [252843e2-9896-43f3-92f9-9ec28ce9fdf0] Running
I0414 11:29:28.804350 599896 system_pods.go:61] "kube-controller-manager-addons-586997" [95af1888-0aa3-4d48-bed3-ff632a3fc5d1] Running
I0414 11:29:28.804356 599896 system_pods.go:61] "kube-ingress-dns-minikube" [5c65e1bc-26f9-425f-8689-c90a8f2e6487] Running
I0414 11:29:28.804360 599896 system_pods.go:61] "kube-proxy-vhcsn" [84d629fa-dcfc-4f3e-8272-3720a17f7a02] Running
I0414 11:29:28.804364 599896 system_pods.go:61] "kube-scheduler-addons-586997" [ad687ba6-53bc-48d3-a6b1-9522807a3f99] Running
I0414 11:29:28.804377 599896 system_pods.go:61] "metrics-server-7fbb699795-wd9hl" [7c3f7565-031e-4030-be59-7fcaadac7cc4] Running
I0414 11:29:28.804381 599896 system_pods.go:61] "nvidia-device-plugin-daemonset-ggfnc" [a9e72792-0d33-424b-9769-447add3d020c] Running
I0414 11:29:28.804389 599896 system_pods.go:61] "registry-6c88467877-wj47x" [ae4d4684-376b-4b38-86a5-2f24b18ede34] Running
I0414 11:29:28.804394 599896 system_pods.go:61] "registry-proxy-lqtq9" [ef304e2d-42ba-435d-8c21-46e94eeced62] Running
I0414 11:29:28.804406 599896 system_pods.go:61] "snapshot-controller-68b874b76f-knnzq" [0bf94182-634b-4f92-ab31-bc0ac59577a9] Running
I0414 11:29:28.804410 599896 system_pods.go:61] "snapshot-controller-68b874b76f-llpt9" [1309e896-4f16-4891-a6cd-bec7a34da69f] Running
I0414 11:29:28.804414 599896 system_pods.go:61] "storage-provisioner" [f353a3f3-d445-4ee9-97d0-aaf901ca64ab] Running
I0414 11:29:28.804420 599896 system_pods.go:74] duration metric: took 11.826270227s to wait for pod list to return data ...
I0414 11:29:28.804433 599896 default_sa.go:34] waiting for default service account to be created ...
I0414 11:29:28.807343 599896 default_sa.go:45] found service account: "default"
I0414 11:29:28.807375 599896 default_sa.go:55] duration metric: took 2.935949ms for default service account to be created ...
I0414 11:29:28.807385 599896 system_pods.go:116] waiting for k8s-apps to be running ...
I0414 11:29:28.810635 599896 system_pods.go:86] 19 kube-system pods found
I0414 11:29:28.810669 599896 system_pods.go:89] "coredns-668d6bf9bc-bbhmv" [668a0782-f769-4097-ab18-df80eb179ec9] Running
I0414 11:29:28.810676 599896 system_pods.go:89] "coredns-668d6bf9bc-xnxbn" [cc3884d5-cbf2-4316-b18e-c4ac9c45b08f] Running
I0414 11:29:28.810681 599896 system_pods.go:89] "csi-hostpath-attacher-0" [90c0992c-526d-4920-a4d9-bf1aa25f8f12] Running
I0414 11:29:28.810686 599896 system_pods.go:89] "csi-hostpath-resizer-0" [05e6a996-596c-4641-968e-13f827acb73e] Running
I0414 11:29:28.810693 599896 system_pods.go:89] "csi-hostpathplugin-nm9q5" [0c4d185f-47d4-40cc-86d2-d8b38f3b03b8] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I0414 11:29:28.810699 599896 system_pods.go:89] "etcd-addons-586997" [aa052632-84f7-4b95-9d55-da48b3857345] Running
I0414 11:29:28.810704 599896 system_pods.go:89] "kindnet-9vbzb" [ea09fd41-e096-4d91-aae2-a5db3b141a0c] Running
I0414 11:29:28.810708 599896 system_pods.go:89] "kube-apiserver-addons-586997" [252843e2-9896-43f3-92f9-9ec28ce9fdf0] Running
I0414 11:29:28.810712 599896 system_pods.go:89] "kube-controller-manager-addons-586997" [95af1888-0aa3-4d48-bed3-ff632a3fc5d1] Running
I0414 11:29:28.810717 599896 system_pods.go:89] "kube-ingress-dns-minikube" [5c65e1bc-26f9-425f-8689-c90a8f2e6487] Running
I0414 11:29:28.810722 599896 system_pods.go:89] "kube-proxy-vhcsn" [84d629fa-dcfc-4f3e-8272-3720a17f7a02] Running
I0414 11:29:28.810726 599896 system_pods.go:89] "kube-scheduler-addons-586997" [ad687ba6-53bc-48d3-a6b1-9522807a3f99] Running
I0414 11:29:28.810730 599896 system_pods.go:89] "metrics-server-7fbb699795-wd9hl" [7c3f7565-031e-4030-be59-7fcaadac7cc4] Running
I0414 11:29:28.810734 599896 system_pods.go:89] "nvidia-device-plugin-daemonset-ggfnc" [a9e72792-0d33-424b-9769-447add3d020c] Running
I0414 11:29:28.810743 599896 system_pods.go:89] "registry-6c88467877-wj47x" [ae4d4684-376b-4b38-86a5-2f24b18ede34] Running
I0414 11:29:28.810749 599896 system_pods.go:89] "registry-proxy-lqtq9" [ef304e2d-42ba-435d-8c21-46e94eeced62] Running
I0414 11:29:28.810756 599896 system_pods.go:89] "snapshot-controller-68b874b76f-knnzq" [0bf94182-634b-4f92-ab31-bc0ac59577a9] Running
I0414 11:29:28.810761 599896 system_pods.go:89] "snapshot-controller-68b874b76f-llpt9" [1309e896-4f16-4891-a6cd-bec7a34da69f] Running
I0414 11:29:28.810776 599896 system_pods.go:89] "storage-provisioner" [f353a3f3-d445-4ee9-97d0-aaf901ca64ab] Running
I0414 11:29:28.810784 599896 system_pods.go:126] duration metric: took 3.391913ms to wait for k8s-apps to be running ...
I0414 11:29:28.810796 599896 system_svc.go:44] waiting for kubelet service to be running ....
I0414 11:29:28.810857 599896 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:29:28.823387 599896 system_svc.go:56] duration metric: took 12.581853ms WaitForService to wait for kubelet
I0414 11:29:28.823419 599896 kubeadm.go:582] duration metric: took 2m0.24224085s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0414 11:29:28.823439 599896 node_conditions.go:102] verifying NodePressure condition ...
I0414 11:29:28.827186 599896 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I0414 11:29:28.827218 599896 node_conditions.go:123] node cpu capacity is 2
I0414 11:29:28.827232 599896 node_conditions.go:105] duration metric: took 3.78762ms to run NodePressure ...
I0414 11:29:28.827244 599896 start.go:241] waiting for startup goroutines ...
I0414 11:29:28.914395 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:29.211388 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:29.414452 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:29.708337 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:29.914387 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:30.208339 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:30.414348 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:30.707129 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:30.914128 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:31.208133 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:31.416347 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:31.707456 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:31.914883 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:32.207150 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:32.414533 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:32.708266 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:32.914767 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:33.207778 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:33.415083 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:33.707266 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:33.914088 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:34.207641 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:34.414893 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:34.708701 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:34.915953 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:35.208097 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:35.415111 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:35.708112 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:35.914471 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:36.207781 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:36.414578 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:36.708807 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:36.915203 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:37.208277 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:37.416845 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:37.707722 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:37.914265 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:38.207601 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:38.415109 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:38.710294 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:38.914955 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:39.214867 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:39.415486 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:39.708130 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:39.915755 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:40.207371 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:40.415469 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:40.707533 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:40.915331 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:41.208537 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:41.416108 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:41.707183 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:41.918024 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:42.211883 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:42.414989 599896 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0414 11:29:42.707868 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:42.914041 599896 kapi.go:107] duration metric: took 2m7.003054633s to wait for app.kubernetes.io/name=ingress-nginx ...
I0414 11:29:43.207961 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:43.710356 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:44.207662 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:44.707650 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:45.208497 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:45.708041 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:46.207849 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:46.706873 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:47.207155 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:47.709022 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:48.207943 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:48.707269 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:49.208069 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:49.708049 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:50.208996 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:50.710947 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:51.208864 599896 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I0414 11:29:51.707343 599896 kapi.go:107] duration metric: took 2m15.50341835s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I0414 11:29:51.710687 599896 out.go:177] * Enabled addons: amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I0414 11:29:51.713557 599896 addons.go:514] duration metric: took 2m23.131898196s for enable addons: enabled=[amd-gpu-device-plugin cloud-spanner nvidia-device-plugin ingress-dns storage-provisioner inspektor-gadget metrics-server yakd storage-provisioner-rancher volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I0414 11:29:51.713634 599896 start.go:246] waiting for cluster config update ...
I0414 11:29:51.713657 599896 start.go:255] writing updated cluster config ...
I0414 11:29:51.713965 599896 ssh_runner.go:195] Run: rm -f paused
I0414 11:29:52.154392 599896 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0414 11:29:52.157656 599896 out.go:177] * Done! kubectl is now configured to use "addons-586997" cluster and "default" namespace by default
==> CRI-O <==
Apr 14 11:32:23 addons-586997 crio[997]: time="2025-04-14 11:32:23.854443535Z" level=info msg="Removed pod sandbox: aeff2ba6bf6f01e27697e417db41538060d1c637530e1d57d278e9e55086e19b" id=8e2b5704-7db0-4a9d-b9c6-c916b099088f name=/runtime.v1.RuntimeService/RemovePodSandbox
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.830161722Z" level=info msg="Running pod sandbox: default/hello-world-app-7d9564db4-28j9j/POD" id=242b05d6-502a-46dc-a1a7-a72a8bebeaa6 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.830223499Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.873713692Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-28j9j Namespace:default ID:72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607 UID:af05af4e-96ea-4784-9553-991502103817 NetNS:/var/run/netns/b2509fef-f630-4995-b4f4-b088e9c2eafa Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.873772663Z" level=info msg="Adding pod default_hello-world-app-7d9564db4-28j9j to CNI network \"kindnet\" (type=ptp)"
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.887479506Z" level=info msg="Got pod network &{Name:hello-world-app-7d9564db4-28j9j Namespace:default ID:72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607 UID:af05af4e-96ea-4784-9553-991502103817 NetNS:/var/run/netns/b2509fef-f630-4995-b4f4-b088e9c2eafa Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.887633707Z" level=info msg="Checking pod default_hello-world-app-7d9564db4-28j9j for CNI network kindnet (type=ptp)"
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.891940341Z" level=info msg="Ran pod sandbox 72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607 with infra container: default/hello-world-app-7d9564db4-28j9j/POD" id=242b05d6-502a-46dc-a1a7-a72a8bebeaa6 name=/runtime.v1.RuntimeService/RunPodSandbox
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.893121501Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=6cd316e5-5bcb-48aa-a60e-7db1136762d8 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.893350157Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=6cd316e5-5bcb-48aa-a60e-7db1136762d8 name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.894312492Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=e02d2b06-424c-46b3-9cee-c78ae6fb1ebb name=/runtime.v1.ImageService/PullImage
Apr 14 11:34:01 addons-586997 crio[997]: time="2025-04-14 11:34:01.897467217Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.294806644Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.987665807Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=e02d2b06-424c-46b3-9cee-c78ae6fb1ebb name=/runtime.v1.ImageService/PullImage
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.988522540Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=c3cc2214-0c15-47ae-8419-d8b25d2d8cbf name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.989243822Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=c3cc2214-0c15-47ae-8419-d8b25d2d8cbf name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.990757040Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=f6f1f5d4-942e-4da0-899f-c6b09ac9575b name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.991478157Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f6f1f5d4-942e-4da0-899f-c6b09ac9575b name=/runtime.v1.ImageService/ImageStatus
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.996349246Z" level=info msg="Creating container: default/hello-world-app-7d9564db4-28j9j/hello-world-app" id=52a696b8-5aba-42a9-aee5-e8e363433aea name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 11:34:02 addons-586997 crio[997]: time="2025-04-14 11:34:02.996461043Z" level=warning msg="Allowed annotations are specified for workload []"
Apr 14 11:34:03 addons-586997 crio[997]: time="2025-04-14 11:34:03.030252701Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/1a19d7bd21d08d9985a24164faf989d7c66a6bde9ea75adcf9072c1759d6b5d4/merged/etc/passwd: no such file or directory"
Apr 14 11:34:03 addons-586997 crio[997]: time="2025-04-14 11:34:03.030441290Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/1a19d7bd21d08d9985a24164faf989d7c66a6bde9ea75adcf9072c1759d6b5d4/merged/etc/group: no such file or directory"
Apr 14 11:34:03 addons-586997 crio[997]: time="2025-04-14 11:34:03.090687146Z" level=info msg="Created container d39f1af264b0eec732725b103d846054d1b6b0f75e0dcc615fb70b186baaca14: default/hello-world-app-7d9564db4-28j9j/hello-world-app" id=52a696b8-5aba-42a9-aee5-e8e363433aea name=/runtime.v1.RuntimeService/CreateContainer
Apr 14 11:34:03 addons-586997 crio[997]: time="2025-04-14 11:34:03.091491029Z" level=info msg="Starting container: d39f1af264b0eec732725b103d846054d1b6b0f75e0dcc615fb70b186baaca14" id=5a62bd2d-10ba-424a-9445-4cf2357b3ef4 name=/runtime.v1.RuntimeService/StartContainer
Apr 14 11:34:03 addons-586997 crio[997]: time="2025-04-14 11:34:03.109538197Z" level=info msg="Started container" PID=9463 containerID=d39f1af264b0eec732725b103d846054d1b6b0f75e0dcc615fb70b186baaca14 description=default/hello-world-app-7d9564db4-28j9j/hello-world-app id=5a62bd2d-10ba-424a-9445-4cf2357b3ef4 name=/runtime.v1.RuntimeService/StartContainer sandboxID=72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
d39f1af264b0e docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 72bf0e0f7da31 hello-world-app-7d9564db4-28j9j
fc6ca101a5b0c docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591 2 minutes ago Running nginx 0 cdbbc804bcd33 nginx
df4c285b1d954 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 083e9cfdc4e1b busybox
05b140102a7a8 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 0e2571fcb8e25 ingress-nginx-controller-56d7c84fd4-78nph
7704235f1003a d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 4 minutes ago Exited patch 2 010992ae89685 ingress-nginx-admission-patch-9m99j
256de4d879057 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited create 0 56ac88ce6a279 ingress-nginx-admission-create-lq8sd
80b2de97a9913 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 c51cdf02c9624 kube-ingress-dns-minikube
4f2bc11736052 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 2ee2959502bdc coredns-668d6bf9bc-bbhmv
d6e81f739aee3 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 5 minutes ago Running coredns 0 d7fadf336191c coredns-668d6bf9bc-xnxbn
97c3951ea5828 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 5 minutes ago Running storage-provisioner 0 791532dfdf954 storage-provisioner
14095502700ab docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955 6 minutes ago Running kindnet-cni 0 d96c6d1b3e6fa kindnet-9vbzb
ae1b441268f54 e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062 6 minutes ago Running kube-proxy 0 a89dbe2bed8b2 kube-proxy-vhcsn
f994feeabda51 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32 6 minutes ago Running kube-apiserver 0 08fff940f5ccf kube-apiserver-addons-586997
10472dd7bddff 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911 6 minutes ago Running kube-scheduler 0 dcf25ddf32c93 kube-scheduler-addons-586997
c4ad9e8c8c41e 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d 6 minutes ago Running kube-controller-manager 0 0da6cb0ea3c25 kube-controller-manager-addons-586997
8af82e7f7e27d 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82 6 minutes ago Running etcd 0 ead5e6914b780 etcd-addons-586997
==> coredns [4f2bc11736052aa1d32bae177c01808c2a7a4e82b4c26cab679c276c1cdf9504] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.11.3
linux/arm64, go1.21.11, a6338e9
[INFO] 127.0.0.1:54905 - 14145 "HINFO IN 1947523668494196927.8363385000749505680. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.039419418s
[INFO] 10.244.0.13:42598 - 39353 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 109 false 1232" NXDOMAIN qr,aa,rd 179 0.001012928s
[INFO] 10.244.0.13:42598 - 17654 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 109 false 1232" NXDOMAIN qr,aa,rd 179 0.001132052s
[INFO] 10.244.0.13:42598 - 45440 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 85 false 1232" NXDOMAIN qr,aa,rd 167 0.000133056s
[INFO] 10.244.0.13:42598 - 29792 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 85 false 1232" NXDOMAIN qr,aa,rd 167 0.000123333s
[INFO] 10.244.0.13:42598 - 15105 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 81 false 1232" NXDOMAIN qr,aa,rd 163 0.000112051s
[INFO] 10.244.0.13:42598 - 36416 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 81 false 1232" NXDOMAIN qr,aa,rd 163 0.000104444s
[INFO] 10.244.0.13:42598 - 52200 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.005650479s
[INFO] 10.244.0.13:42598 - 55053 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.004960058s
[INFO] 10.244.0.13:42598 - 54909 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000786119s
[INFO] 10.244.0.13:42598 - 11338 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.001260776s
[INFO] 10.244.0.13:54981 - 11485 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000172334s
[INFO] 10.244.0.13:54981 - 11699 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000123309s
[INFO] 10.244.0.13:43522 - 24946 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000177692s
[INFO] 10.244.0.13:43522 - 24798 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000096698s
[INFO] 10.244.0.21:57233 - 24039 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00014136s
[INFO] 10.244.0.21:44641 - 41522 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.004320222s
[INFO] 10.244.0.25:53051 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000261928s
[INFO] 10.244.0.25:40423 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000175124s
==> coredns [d6e81f739aee3ce7cda2d256260d3da543633afebb91c9aabc33f6f460f403f1] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 9e2996f8cb67ac53e0259ab1f8d615d07d1beb0bd07e6a1e39769c3bf486a905bb991cc47f8d2f14d0d3a90a87dfc625a0b4c524fed169d8158c40657c0694b1
CoreDNS-1.11.3
linux/arm64, go1.21.11, a6338e9
[INFO] 127.0.0.1:54143 - 10079 "HINFO IN 7711819419835008879.8761086185076134684. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.023578076s
[INFO] 10.244.0.13:49973 - 60419 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000227597s
[INFO] 10.244.0.13:49973 - 60205 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000096305s
[INFO] 10.244.0.13:48768 - 28604 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000093654s
[INFO] 10.244.0.13:48768 - 28415 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000171761s
[INFO] 10.244.0.13:34301 - 16314 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.004436735s
[INFO] 10.244.0.13:34301 - 16519 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.004583782s
[INFO] 10.244.0.21:45255 - 53842 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000208634s
[INFO] 10.244.0.21:47149 - 7418 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000132194s
[INFO] 10.244.0.21:38281 - 13191 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000126878s
[INFO] 10.244.0.21:34551 - 61988 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000136535s
[INFO] 10.244.0.21:33925 - 51159 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000100465s
[INFO] 10.244.0.21:56463 - 62678 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002346599s
[INFO] 10.244.0.21:54032 - 6039 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.00263942s
[INFO] 10.244.0.21:55641 - 51334 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 610 0.0043157s
==> describe nodes <==
Name: addons-586997
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-586997
kubernetes.io/os=linux
minikube.k8s.io/commit=43cb59e6a4e9845c84b0379fb52045b7420d26a4
minikube.k8s.io/name=addons-586997
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_14T11_27_24_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-586997
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Apr 2025 11:27:20 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-586997
AcquireTime: <unset>
RenewTime: Mon, 14 Apr 2025 11:34:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Apr 2025 11:31:59 +0000 Mon, 14 Apr 2025 11:27:17 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Apr 2025 11:31:59 +0000 Mon, 14 Apr 2025 11:27:17 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Apr 2025 11:31:59 +0000 Mon, 14 Apr 2025 11:27:17 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Apr 2025 11:31:59 +0000 Mon, 14 Apr 2025 11:28:15 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-586997
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 2ac3e6dca27446cba7196d8259d90cb4
System UUID: 61df51c2-1444-4fe6-bb69-928fb111b07d
Boot ID: ddac89d2-bbb0-4874-b60d-8ba587325d08
Kernel Version: 5.15.0-1081-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (14 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m11s
default hello-world-app-7d9564db4-28j9j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m21s
ingress-nginx ingress-nginx-controller-56d7c84fd4-78nph 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m28s
kube-system coredns-668d6bf9bc-bbhmv 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m34s
kube-system coredns-668d6bf9bc-xnxbn 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m34s
kube-system etcd-addons-586997 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 6m40s
kube-system kindnet-9vbzb 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m35s
kube-system kube-apiserver-addons-586997 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-controller-manager-addons-586997 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m40s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
kube-system kube-proxy-vhcsn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-scheduler-addons-586997 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 380Mi (4%) 390Mi (4%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m28s kube-proxy
Normal NodeHasSufficientMemory 6m47s (x8 over 6m47s) kubelet Node addons-586997 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m47s (x8 over 6m47s) kubelet Node addons-586997 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m47s (x8 over 6m47s) kubelet Node addons-586997 status is now: NodeHasSufficientPID
Normal Starting 6m40s kubelet Starting kubelet.
Warning CgroupV1 6m40s kubelet cgroup v1 support is in maintenance mode, please migrate to cgroup v2
Normal NodeHasSufficientMemory 6m40s kubelet Node addons-586997 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m40s kubelet Node addons-586997 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m40s kubelet Node addons-586997 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m36s node-controller Node addons-586997 event: Registered Node addons-586997 in Controller
Normal NodeReady 5m48s kubelet Node addons-586997 status is now: NodeReady
==> dmesg <==
[Apr14 09:20] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
[Apr14 10:28] 9pnet: p9_fd_create_tcp (335462): problem connecting socket to 192.168.49.1
==> etcd [8af82e7f7e27d92d3cbbc0eb2533a6e38b591de4744f97fd0b72459bdcd4dcd8] <==
{"level":"warn","ts":"2025-04-14T11:27:31.940142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.751945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/nvidia-device-plugin-daemonset\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:27:31.949662Z","caller":"traceutil/trace.go:171","msg":"trace[233682235] range","detail":"{range_begin:/registry/daemonsets/kube-system/nvidia-device-plugin-daemonset; range_end:; response_count:0; response_revision:370; }","duration":"201.276953ms","start":"2025-04-14T11:27:31.748361Z","end":"2025-04-14T11:27:31.949637Z","steps":["trace[233682235] 'agreement among raft nodes before linearized reading' (duration: 191.71105ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:27:32.005580Z","caller":"traceutil/trace.go:171","msg":"trace[1341767017] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"144.110414ms","start":"2025-04-14T11:27:31.861451Z","end":"2025-04-14T11:27:32.005561Z","steps":["trace[1341767017] 'process raft request' (duration: 121.468187ms)","trace[1341767017] 'compare' (duration: 22.2174ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T11:27:32.006288Z","caller":"traceutil/trace.go:171","msg":"trace[2087672203] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"114.860404ms","start":"2025-04-14T11:27:31.891413Z","end":"2025-04-14T11:27:32.006273Z","steps":["trace[2087672203] 'process raft request' (duration: 114.113481ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:27:32.418372Z","caller":"traceutil/trace.go:171","msg":"trace[1853021161] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"167.097671ms","start":"2025-04-14T11:27:32.251248Z","end":"2025-04-14T11:27:32.418345Z","steps":["trace[1853021161] 'process raft request' (duration: 166.968496ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:27:32.516184Z","caller":"traceutil/trace.go:171","msg":"trace[612754844] linearizableReadLoop","detail":"{readStateIndex:386; appliedIndex:386; }","duration":"264.656349ms","start":"2025-04-14T11:27:32.251505Z","end":"2025-04-14T11:27:32.516161Z","steps":["trace[612754844] 'read index received' (duration: 264.645378ms)","trace[612754844] 'applied index is now lower than readState.Index' (duration: 9.19µs)"],"step_count":2}
{"level":"warn","ts":"2025-04-14T11:27:32.545868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.341836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-04-14T11:27:32.545927Z","caller":"traceutil/trace.go:171","msg":"trace[1284416076] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:375; }","duration":"294.413287ms","start":"2025-04-14T11:27:32.251500Z","end":"2025-04-14T11:27:32.545914Z","steps":["trace[1284416076] 'agreement among raft nodes before linearized reading' (duration: 264.883789ms)","trace[1284416076] 'range keys from in-memory index tree' (duration: 29.429516ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T11:27:32.560928Z","caller":"traceutil/trace.go:171","msg":"trace[1587272459] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"221.357054ms","start":"2025-04-14T11:27:32.339549Z","end":"2025-04-14T11:27:32.560906Z","steps":["trace[1587272459] 'process raft request' (duration: 185.407353ms)","trace[1587272459] 'compare' (duration: 20.816184ms)"],"step_count":2}
{"level":"info","ts":"2025-04-14T11:27:32.561158Z","caller":"traceutil/trace.go:171","msg":"trace[1076748704] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"221.529626ms","start":"2025-04-14T11:27:32.339621Z","end":"2025-04-14T11:27:32.561151Z","steps":["trace[1076748704] 'process raft request' (duration: 210.21431ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:27:32.564435Z","caller":"traceutil/trace.go:171","msg":"trace[692323690] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"170.32191ms","start":"2025-04-14T11:27:32.394099Z","end":"2025-04-14T11:27:32.564421Z","steps":["trace[692323690] 'process raft request' (duration: 155.937392ms)"],"step_count":1}
{"level":"info","ts":"2025-04-14T11:27:32.564691Z","caller":"traceutil/trace.go:171","msg":"trace[416023171] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"170.511575ms","start":"2025-04-14T11:27:32.394172Z","end":"2025-04-14T11:27:32.564683Z","steps":["trace[416023171] 'process raft request' (duration: 170.108181ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.576611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.578421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:27:32.576674Z","caller":"traceutil/trace.go:171","msg":"trace[461847086] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:380; }","duration":"158.656633ms","start":"2025-04-14T11:27:32.418005Z","end":"2025-04-14T11:27:32.576662Z","steps":["trace[461847086] 'agreement among raft nodes before linearized reading' (duration: 158.543564ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.576876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.818313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-04-14T11:27:32.576903Z","caller":"traceutil/trace.go:171","msg":"trace[1033132759] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:380; }","duration":"182.847278ms","start":"2025-04-14T11:27:32.394050Z","end":"2025-04-14T11:27:32.576897Z","steps":["trace[1033132759] 'agreement among raft nodes before linearized reading' (duration: 182.792836ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.577013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.231404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-04-14T11:27:32.577038Z","caller":"traceutil/trace.go:171","msg":"trace[228164298] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:380; }","duration":"237.25566ms","start":"2025-04-14T11:27:32.339776Z","end":"2025-04-14T11:27:32.577031Z","steps":["trace[228164298] 'agreement among raft nodes before linearized reading' (duration: 237.219721ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.577150Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.052757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2025-04-14T11:27:32.577174Z","caller":"traceutil/trace.go:171","msg":"trace[1673854344] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:380; }","duration":"238.077619ms","start":"2025-04-14T11:27:32.339091Z","end":"2025-04-14T11:27:32.577169Z","steps":["trace[1673854344] 'agreement among raft nodes before linearized reading' (duration: 238.033122ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.577268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.287287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-addons-586997\" limit:1 ","response":"range_response_count:1 size:5750"}
{"level":"info","ts":"2025-04-14T11:27:32.577290Z","caller":"traceutil/trace.go:171","msg":"trace[101739719] range","detail":"{range_begin:/registry/pods/kube-system/etcd-addons-586997; range_end:; response_count:1; response_revision:380; }","duration":"294.311099ms","start":"2025-04-14T11:27:32.282974Z","end":"2025-04-14T11:27:32.577285Z","steps":["trace[101739719] 'agreement among raft nodes before linearized reading' (duration: 294.265707ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.577401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.726849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" limit:1 ","response":"range_response_count:1 size:3995"}
{"level":"info","ts":"2025-04-14T11:27:32.577424Z","caller":"traceutil/trace.go:171","msg":"trace[1860632740] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:380; }","duration":"325.750398ms","start":"2025-04-14T11:27:32.251668Z","end":"2025-04-14T11:27:32.577418Z","steps":["trace[1860632740] 'agreement among raft nodes before linearized reading' (duration: 325.702685ms)"],"step_count":1}
{"level":"warn","ts":"2025-04-14T11:27:32.577441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-14T11:27:32.251651Z","time spent":"325.783867ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4019,"request content":"key:\"/registry/deployments/kube-system/coredns\" limit:1 "}
==> kernel <==
11:34:03 up 3:16, 0 users, load average: 0.50, 1.72, 2.60
Linux addons-586997 5.15.0-1081-aws #88~20.04.1-Ubuntu SMP Fri Mar 28 14:48:25 UTC 2025 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [14095502700abd28dff898b51a23103a8c2456614e23be7c4f333605d158d89c] <==
I0414 11:31:55.328111 1 main.go:301] handling current node
I0414 11:32:05.331511 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:05.331547 1 main.go:301] handling current node
I0414 11:32:15.331798 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:15.331834 1 main.go:301] handling current node
I0414 11:32:25.335244 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:25.335355 1 main.go:301] handling current node
I0414 11:32:35.329041 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:35.329088 1 main.go:301] handling current node
I0414 11:32:45.333596 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:45.333652 1 main.go:301] handling current node
I0414 11:32:55.331902 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:32:55.331934 1 main.go:301] handling current node
I0414 11:33:05.333680 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:05.333713 1 main.go:301] handling current node
I0414 11:33:15.333691 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:15.333726 1 main.go:301] handling current node
I0414 11:33:25.333751 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:25.333785 1 main.go:301] handling current node
I0414 11:33:35.327322 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:35.327359 1 main.go:301] handling current node
I0414 11:33:45.326655 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:45.327746 1 main.go:301] handling current node
I0414 11:33:55.327367 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I0414 11:33:55.327469 1 main.go:301] handling current node
==> kube-apiserver [f994feeabda5198394d272e11684d66bf95c5e0793f851092687a3c5f7d6e6fc] <==
E0414 11:30:03.529895 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:46276: use of closed network connection
E0414 11:30:03.695687 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:46302: use of closed network connection
I0414 11:30:13.083067 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.96.219.83"}
E0414 11:30:47.283366 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 11:30:47.293664 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 11:30:47.304370 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
E0414 11:31:02.304801 1 authentication.go:74] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I0414 11:31:27.173862 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I0414 11:31:36.421230 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W0414 11:31:37.557602 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I0414 11:31:39.863135 1 controller.go:129] OpenAPI AggregationController: action for item v1beta1.metrics.k8s.io: Nothing (removed from the queue).
I0414 11:31:42.076056 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I0414 11:31:42.413980 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.98.174.181"}
I0414 11:31:48.527474 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:31:48.527619 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:31:48.564513 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:31:48.564668 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:31:48.603453 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:31:48.603632 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I0414 11:31:48.716209 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I0414 11:31:48.716344 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W0414 11:31:49.599979 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W0414 11:31:49.716378 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W0414 11:31:49.736930 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I0414 11:34:01.791255 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.96.201.187"}
==> kube-controller-manager [c4ad9e8c8c41eecae4e9152591140c5c0c88c58ffb59f351d02cec3ea8b444b4] <==
E0414 11:33:10.330928 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 11:33:10.332060 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:33:10.332154 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:33:28.848559 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:33:28.849724 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="gadget.kinvolk.io/v1alpha1, Resource=traces"
W0414 11:33:28.851001 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:33:28.851050 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:33:40.985382 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:33:40.986566 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshots"
W0414 11:33:40.987746 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:33:40.987785 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:33:55.322878 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:33:55.323965 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotclasses"
W0414 11:33:55.324918 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:33:55.324956 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W0414 11:34:01.465537 1 reflector.go:362] The watchlist request ended with an error, falling back to the standard LIST/WATCH semantics because making progress is better than deadlocking, err = the server could not find the requested resource
E0414 11:34:01.467570 1 metadata.go:231] "The watchlist request ended with an error, falling back to the standard LIST semantics" err="the server could not find the requested resource" resource="snapshot.storage.k8s.io/v1, Resource=volumesnapshotcontents"
W0414 11:34:01.469152 1 reflector.go:569] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E0414 11:34:01.469196 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I0414 11:34:01.530143 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="47.845443ms"
I0414 11:34:01.544681 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="14.214739ms"
I0414 11:34:01.544847 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="46.36µs"
I0414 11:34:03.412986 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="47.943µs"
I0414 11:34:03.642087 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="17.385776ms"
I0414 11:34:03.646113 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-7d9564db4" duration="46.688µs"
==> kube-proxy [ae1b441268f54ef564ecd38fe97072b48de2a065f4a0feb997f98de3117d1a9d] <==
I0414 11:27:34.447113 1 server_linux.go:66] "Using iptables proxy"
I0414 11:27:35.263507 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E0414 11:27:35.263669 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0414 11:27:35.429106 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I0414 11:27:35.429231 1 server_linux.go:170] "Using iptables Proxier"
I0414 11:27:35.431017 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0414 11:27:35.431423 1 server.go:497] "Version info" version="v1.32.2"
I0414 11:27:35.431596 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0414 11:27:35.432831 1 config.go:199] "Starting service config controller"
I0414 11:27:35.433010 1 shared_informer.go:313] Waiting for caches to sync for service config
I0414 11:27:35.433113 1 config.go:105] "Starting endpoint slice config controller"
I0414 11:27:35.433146 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0414 11:27:35.433648 1 config.go:329] "Starting node config controller"
I0414 11:27:35.433696 1 shared_informer.go:313] Waiting for caches to sync for node config
I0414 11:27:35.536167 1 shared_informer.go:320] Caches are synced for node config
I0414 11:27:35.536206 1 shared_informer.go:320] Caches are synced for service config
I0414 11:27:35.536218 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [10472dd7bddff32daafa3badbb61ae0f6574a2be77972df18952d4f8626b4978] <==
W0414 11:27:21.845593 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0414 11:27:21.845624 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.845677 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0414 11:27:21.845701 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.845937 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E0414 11:27:21.845965 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.843912 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0414 11:27:21.848937 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.844006 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E0414 11:27:21.849051 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.844088 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E0414 11:27:21.849165 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.844145 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "volumeattachments" in API group "storage.k8s.io" at the cluster scope
E0414 11:27:21.849245 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.VolumeAttachment: failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.849626 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0414 11:27:21.849683 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.850142 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0414 11:27:21.850661 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.850524 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0414 11:27:21.850765 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.850587 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0414 11:27:21.850872 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0414 11:27:21.850625 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0414 11:27:21.850975 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0414 11:27:22.820320 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 14 11:33:23 addons-586997 kubelet[1535]: E0414 11:33:23.571324 1535 fsHandler.go:119] failed to collect filesystem stats - rootDiskErr: could not stat "/var/lib/containers/storage/overlay/ab801c37ac4a0a233a0482eb84471e96a86b1f6f8cfcb5b386a9478f2074aaa3/diff" to get inode usage: stat /var/lib/containers/storage/overlay/ab801c37ac4a0a233a0482eb84471e96a86b1f6f8cfcb5b386a9478f2074aaa3/diff: no such file or directory, extraDiskErr: <nil>
Apr 14 11:33:23 addons-586997 kubelet[1535]: E0414 11:33:23.629409 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630403629143603,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:23 addons-586997 kubelet[1535]: E0414 11:33:23.629450 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630403629143603,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:33 addons-586997 kubelet[1535]: E0414 11:33:33.631820 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630413631563740,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:33 addons-586997 kubelet[1535]: E0414 11:33:33.631860 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630413631563740,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:43 addons-586997 kubelet[1535]: E0414 11:33:43.634905 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630423634693118,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:43 addons-586997 kubelet[1535]: E0414 11:33:43.634945 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630423634693118,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:53 addons-586997 kubelet[1535]: E0414 11:33:53.637799 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630433637533689,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:33:53 addons-586997 kubelet[1535]: E0414 11:33:53.637838 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630433637533689,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:607608,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528077 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="ba2834a5-6158-4f3e-9b58-447b8e4c0b60" containerName="task-pv-container"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528131 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="90c0992c-526d-4920-a4d9-bf1aa25f8f12" containerName="csi-attacher"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528140 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="csi-external-health-monitor-controller"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528148 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="node-driver-registrar"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528155 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="liveness-probe"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528162 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0bf94182-634b-4f92-ab31-bc0ac59577a9" containerName="volume-snapshot-controller"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528173 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="1309e896-4f16-4891-a6cd-bec7a34da69f" containerName="volume-snapshot-controller"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528179 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="05e6a996-596c-4641-968e-13f827acb73e" containerName="csi-resizer"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528186 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="hostpath"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528192 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="csi-provisioner"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.528198 1535 memory_manager.go:355] "RemoveStaleState removing state" podUID="0c4d185f-47d4-40cc-86d2-d8b38f3b03b8" containerName="csi-snapshotter"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.531975 1535 status_manager.go:890] "Failed to get status for pod" podUID="af05af4e-96ea-4784-9553-991502103817" pod="default/hello-world-app-7d9564db4-28j9j" err="pods \"hello-world-app-7d9564db4-28j9j\" is forbidden: User \"system:node:addons-586997\" cannot get resource \"pods\" in API group \"\" in the namespace \"default\": no relationship found between node 'addons-586997' and this object"
Apr 14 11:34:01 addons-586997 kubelet[1535]: I0414 11:34:01.598553 1535 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6ztk5\" (UniqueName: \"kubernetes.io/projected/af05af4e-96ea-4784-9553-991502103817-kube-api-access-6ztk5\") pod \"hello-world-app-7d9564db4-28j9j\" (UID: \"af05af4e-96ea-4784-9553-991502103817\") " pod="default/hello-world-app-7d9564db4-28j9j"
Apr 14 11:34:01 addons-586997 kubelet[1535]: W0414 11:34:01.890096 1535 manager.go:1169] Failed to process watch event {EventType:0 Name:/docker/b9ef221efd8bdc4971c93df1a45297dcbff12155eecc98ba3bad1c98cabb8d60/crio-72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607 WatchSource:0}: Error finding container 72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607: Status 404 returned error can't find the container with id 72bf0e0f7da3139da5298d8a5138da0b876b12c75197b4d7ebf101158d60e607
Apr 14 11:34:03 addons-586997 kubelet[1535]: E0414 11:34:03.641102 1535 eviction_manager.go:259] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630443640852831,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:616622,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Apr 14 11:34:03 addons-586997 kubelet[1535]: E0414 11:34:03.641142 1535 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1744630443640852831,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:616622,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [97c3951ea582885177c2f29e20d5016ec46bba40c1b6b6aa93a284b7943c81c6] <==
I0414 11:28:16.580770 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I0414 11:28:16.593694 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I0414 11:28:16.593737 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I0414 11:28:16.604229 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I0414 11:28:16.604714 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"cccaa76f-6cac-4423-8a5a-15bf515f70fa", APIVersion:"v1", ResourceVersion:"917", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-586997_fc807e44-81bf-4e5e-a1a6-9f2533d35fa0 became leader
I0414 11:28:16.605838 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-586997_fc807e44-81bf-4e5e-a1a6-9f2533d35fa0!
I0414 11:28:16.706659 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-586997_fc807e44-81bf-4e5e-a1a6-9f2533d35fa0!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-586997 -n addons-586997
helpers_test.go:261: (dbg) Run: kubectl --context addons-586997 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-lq8sd ingress-nginx-admission-patch-9m99j
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-586997 describe pod ingress-nginx-admission-create-lq8sd ingress-nginx-admission-patch-9m99j
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-586997 describe pod ingress-nginx-admission-create-lq8sd ingress-nginx-admission-patch-9m99j: exit status 1 (84.008406ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-lq8sd" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-9m99j" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-586997 describe pod ingress-nginx-admission-create-lq8sd ingress-nginx-admission-patch-9m99j: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable ingress-dns --alsologtostderr -v=1: (1.763661162s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable ingress --alsologtostderr -v=1: (7.79941559s)
--- FAIL: TestAddons/parallel/Ingress (152.76s)
=== RUN TestDownloadOnly/v1.20.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-559570 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-559570 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio: (5.560199339s)
--- PASS: TestDownloadOnly/v1.20.0/json-events (5.56s)
=== RUN TestDownloadOnly/v1.20.0/preload-exists
I0414 11:26:24.913479 599128 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0414 11:26:24.913562 599128 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.20.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.20.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-559570
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-559570: exit status 85 (99.805265ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-559570 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | -p download-only-559570 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2025/04/14 11:26:19
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 11:26:19.400088 599134 out.go:345] Setting OutFile to fd 1 ...
I0414 11:26:19.400301 599134 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:19.400327 599134 out.go:358] Setting ErrFile to fd 2...
I0414 11:26:19.400344 599134 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:19.400635 599134 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
W0414 11:26:19.400819 599134 root.go:314] Error reading config file at /home/jenkins/minikube-integration/20534-593612/.minikube/config/config.json: open /home/jenkins/minikube-integration/20534-593612/.minikube/config/config.json: no such file or directory
I0414 11:26:19.401312 599134 out.go:352] Setting JSON to true
I0414 11:26:19.402200 599134 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":11324,"bootTime":1744618656,"procs":153,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 11:26:19.402295 599134 start.go:139] virtualization:
I0414 11:26:19.406377 599134 out.go:97] [download-only-559570] minikube v1.35.0 on Ubuntu 20.04 (arm64)
W0414 11:26:19.406560 599134 preload.go:293] Failed to list preload files: open /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball: no such file or directory
I0414 11:26:19.406658 599134 notify.go:220] Checking for updates...
I0414 11:26:19.410082 599134 out.go:169] MINIKUBE_LOCATION=20534
I0414 11:26:19.413050 599134 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:26:19.415918 599134 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:26:19.418800 599134 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 11:26:19.421694 599134 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0414 11:26:19.427311 599134 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0414 11:26:19.427584 599134 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:26:19.456297 599134 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:26:19.456411 599134 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:19.515550 599134 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-14 11:26:19.5063352 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Server
Errors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:19.515652 599134 docker.go:318] overlay module found
I0414 11:26:19.518663 599134 out.go:97] Using the docker driver based on user configuration
I0414 11:26:19.518700 599134 start.go:297] selected driver: docker
I0414 11:26:19.518707 599134 start.go:901] validating driver "docker" against <nil>
I0414 11:26:19.518832 599134 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:19.580927 599134 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-14 11:26:19.571647491 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:19.581088 599134 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 11:26:19.581366 599134 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0414 11:26:19.581521 599134 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I0414 11:26:19.584559 599134 out.go:169] Using Docker driver with root privileges
I0414 11:26:19.587244 599134 cni.go:84] Creating CNI manager for ""
I0414 11:26:19.587307 599134 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I0414 11:26:19.587323 599134 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0414 11:26:19.587413 599134 start.go:340] cluster config:
{Name:download-only-559570 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-559570 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:26:19.590408 599134 out.go:97] Starting "download-only-559570" primary control-plane node in "download-only-559570" cluster
I0414 11:26:19.590434 599134 cache.go:121] Beginning downloading kic base image for docker with crio
I0414 11:26:19.593439 599134 out.go:97] Pulling base image v0.0.46-1744107393-20604 ...
I0414 11:26:19.593476 599134 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0414 11:26:19.593537 599134 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local docker daemon
I0414 11:26:19.610394 599134 cache.go:150] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 11:26:19.610572 599134 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a in local cache directory
I0414 11:26:19.610673 599134 image.go:150] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a to local cache
I0414 11:26:19.670160 599134 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I0414 11:26:19.670238 599134 cache.go:56] Caching tarball of preloaded images
I0414 11:26:19.670411 599134 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0414 11:26:19.673859 599134 out.go:97] Downloading Kubernetes v1.20.0 preload ...
I0414 11:26:19.673937 599134 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I0414 11:26:19.760126 599134 download.go:108] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:59cd2ef07b53f039bfd1761b921f2a02 -> /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I0414 11:26:23.191049 599134 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I0414 11:26:23.191144 599134 preload.go:254] verifying checksum of /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I0414 11:26:24.121297 599134 cache.go:153] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a as a tarball
I0414 11:26:24.341296 599134 cache.go:59] Finished verifying existence of preloaded tar for v1.20.0 on crio
I0414 11:26:24.341676 599134 profile.go:143] Saving config to /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/download-only-559570/config.json ...
I0414 11:26:24.341710 599134 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/download-only-559570/config.json: {Name:mkdc13afcdec0b0fba2d705a9f867146b17c62bf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0414 11:26:24.341895 599134 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I0414 11:26:24.342082 599134 download.go:108] Downloading: https://dl.k8s.io/release/v1.20.0/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.20.0/bin/linux/arm64/kubectl.sha256 -> /home/jenkins/minikube-integration/20534-593612/.minikube/cache/linux/arm64/v1.20.0/kubectl
* The control-plane node download-only-559570 host does not exist
To start a cluster, run: "minikube start -p download-only-559570"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.20.0/LogsDuration (0.10s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.20.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-559570
--- PASS: TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.32.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-823035 --force --alsologtostderr --kubernetes-version=v1.32.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-823035 --force --alsologtostderr --kubernetes-version=v1.32.2 --container-runtime=crio --driver=docker --container-runtime=crio: (4.881509392s)
--- PASS: TestDownloadOnly/v1.32.2/json-events (4.88s)
=== RUN TestDownloadOnly/v1.32.2/preload-exists
I0414 11:26:30.253704 599128 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime crio
I0414 11:26:30.253751 599128 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20534-593612/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.32.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.32.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-823035
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-823035: exit status 85 (142.642866ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-559570 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | -p download-only-559570 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:26 UTC |
| delete | -p download-only-559570 | download-only-559570 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | 14 Apr 25 11:26 UTC |
| start | -o=json --download-only | download-only-823035 | jenkins | v1.35.0 | 14 Apr 25 11:26 UTC | |
| | -p download-only-823035 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.32.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/14 11:26:25
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.24.0 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0414 11:26:25.417715 599335 out.go:345] Setting OutFile to fd 1 ...
I0414 11:26:25.417856 599335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:25.417867 599335 out.go:358] Setting ErrFile to fd 2...
I0414 11:26:25.417871 599335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:26:25.418128 599335 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:26:25.418530 599335 out.go:352] Setting JSON to true
I0414 11:26:25.419395 599335 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":11330,"bootTime":1744618656,"procs":149,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 11:26:25.419467 599335 start.go:139] virtualization:
I0414 11:26:25.422828 599335 out.go:97] [download-only-823035] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 11:26:25.423087 599335 notify.go:220] Checking for updates...
I0414 11:26:25.426059 599335 out.go:169] MINIKUBE_LOCATION=20534
I0414 11:26:25.429146 599335 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:26:25.432208 599335 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:26:25.435152 599335 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 11:26:25.438079 599335 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W0414 11:26:25.443650 599335 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I0414 11:26:25.443917 599335 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:26:25.474164 599335 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:26:25.474287 599335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:25.530326 599335 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:46 SystemTime:2025-04-14 11:26:25.521251172 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:25.530430 599335 docker.go:318] overlay module found
I0414 11:26:25.533402 599335 out.go:97] Using the docker driver based on user configuration
I0414 11:26:25.533444 599335 start.go:297] selected driver: docker
I0414 11:26:25.533455 599335 start.go:901] validating driver "docker" against <nil>
I0414 11:26:25.533570 599335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:26:25.585011 599335 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:28 OomKillDisable:true NGoroutines:46 SystemTime:2025-04-14 11:26:25.576154342 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:26:25.585172 599335 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0414 11:26:25.585454 599335 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I0414 11:26:25.585651 599335 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I0414 11:26:25.588765 599335 out.go:169] Using Docker driver with root privileges
* The control-plane node download-only-823035 host does not exist
To start a cluster, run: "minikube start -p download-only-823035"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.32.2/LogsDuration (0.14s)
=== RUN TestDownloadOnly/v1.32.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.32.2/DeleteAll (0.41s)
=== RUN TestDownloadOnly/v1.32.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-823035
--- PASS: TestDownloadOnly/v1.32.2/DeleteAlwaysSucceeds (0.23s)
=== RUN TestBinaryMirror
I0414 11:26:32.175047 599128 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.32.2/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.32.2/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-681692 --alsologtostderr --binary-mirror http://127.0.0.1:42297 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-681692" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-681692
--- PASS: TestBinaryMirror (0.59s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-586997
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-586997: exit status 85 (64.947602ms)
-- stdout --
* Profile "addons-586997" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-586997"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:950: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-586997
addons_test.go:950: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-586997: exit status 85 (71.360503ms)
-- stdout --
* Profile "addons-586997" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-586997"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/Setup
addons_test.go:107: (dbg) Run: out/minikube-linux-arm64 start -p addons-586997 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:107: (dbg) Done: out/minikube-linux-arm64 start -p addons-586997 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (3m19.332586714s)
--- PASS: TestAddons/Setup (199.35s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:569: (dbg) Run: kubectl --context addons-586997 create ns new-namespace
addons_test.go:583: (dbg) Run: kubectl --context addons-586997 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.22s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:614: (dbg) Run: kubectl --context addons-586997 create -f testdata/busybox.yaml
addons_test.go:621: (dbg) Run: kubectl --context addons-586997 create sa gcp-auth-test
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [ff37e1a6-ca85-4e20-b0ec-3351ed16defb] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [ff37e1a6-ca85-4e20-b0ec-3351ed16defb] Running
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.004180515s
addons_test.go:633: (dbg) Run: kubectl --context addons-586997 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:645: (dbg) Run: kubectl --context addons-586997 describe sa gcp-auth-test
addons_test.go:659: (dbg) Run: kubectl --context addons-586997 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:683: (dbg) Run: kubectl --context addons-586997 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.96s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:321: registry stabilized in 21.520811ms
addons_test.go:323: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-6c88467877-wj47x" [ae4d4684-376b-4b38-86a5-2f24b18ede34] Running
addons_test.go:323: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.003253422s
addons_test.go:326: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-lqtq9" [ef304e2d-42ba-435d-8c21-46e94eeced62] Running
addons_test.go:326: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.003511069s
addons_test.go:331: (dbg) Run: kubectl --context addons-586997 delete po -l run=registry-test --now
addons_test.go:336: (dbg) Run: kubectl --context addons-586997 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:336: (dbg) Done: kubectl --context addons-586997 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (5.615319714s)
addons_test.go:350: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 ip
2025/04/14 11:30:29 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (17.71s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-g26sp" [c8e04b7f-848d-44c6-813a-4c97e3c369fb] Running
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.003890454s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable inspektor-gadget --alsologtostderr -v=1: (5.81098698s)
--- PASS: TestAddons/parallel/InspektorGadget (11.82s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:394: metrics-server stabilized in 4.438574ms
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-7fbb699795-wd9hl" [7c3f7565-031e-4030-be59-7fcaadac7cc4] Running
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.004015778s
addons_test.go:402: (dbg) Run: kubectl --context addons-586997 top pods -n kube-system
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable metrics-server --alsologtostderr -v=1
--- PASS: TestAddons/parallel/MetricsServer (5.83s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I0414 11:30:54.646040 599128 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I0414 11:30:54.650499 599128 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I0414 11:30:54.650531 599128 kapi.go:107] duration metric: took 7.285414ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:488: csi-hostpath-driver pods stabilized in 7.295974ms
addons_test.go:491: (dbg) Run: kubectl --context addons-586997 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:496: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:501: (dbg) Run: kubectl --context addons-586997 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:506: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [43d93796-a526-4b30-8f44-13a948ba835d] Pending
helpers_test.go:344: "task-pv-pod" [43d93796-a526-4b30-8f44-13a948ba835d] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [43d93796-a526-4b30-8f44-13a948ba835d] Running
addons_test.go:506: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.002953357s
addons_test.go:511: (dbg) Run: kubectl --context addons-586997 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:516: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-586997 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-586997 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:521: (dbg) Run: kubectl --context addons-586997 delete pod task-pv-pod
addons_test.go:521: (dbg) Done: kubectl --context addons-586997 delete pod task-pv-pod: (1.013965071s)
addons_test.go:527: (dbg) Run: kubectl --context addons-586997 delete pvc hpvc
addons_test.go:533: (dbg) Run: kubectl --context addons-586997 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:538: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:543: (dbg) Run: kubectl --context addons-586997 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:548: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [ba2834a5-6158-4f3e-9b58-447b8e4c0b60] Pending
helpers_test.go:344: "task-pv-pod-restore" [ba2834a5-6158-4f3e-9b58-447b8e4c0b60] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [ba2834a5-6158-4f3e-9b58-447b8e4c0b60] Running
addons_test.go:548: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.003848546s
addons_test.go:553: (dbg) Run: kubectl --context addons-586997 delete pod task-pv-pod-restore
addons_test.go:557: (dbg) Run: kubectl --context addons-586997 delete pvc hpvc-restore
addons_test.go:561: (dbg) Run: kubectl --context addons-586997 delete volumesnapshot new-snapshot-demo
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.809976735s)
--- PASS: TestAddons/parallel/CSI (61.12s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:747: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-586997 --alsologtostderr -v=1
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-5d4b5d7bd6-m6rnt" [5e0eda2e-9328-4638-a3a4-4e0dfeee5f3d] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-5d4b5d7bd6-m6rnt" [5e0eda2e-9328-4638-a3a4-4e0dfeee5f3d] Running
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.003865785s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable headlamp --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable headlamp --alsologtostderr -v=1: (6.290310111s)
--- PASS: TestAddons/parallel/Headlamp (18.26s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-7dc7f9b5b8-bvqqn" [6af40d11-cd00-4bc3-9d89-dfc631bfbfb0] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.003343277s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable cloud-spanner --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CloudSpanner (6.66s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:888: (dbg) Run: kubectl --context addons-586997 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:894: (dbg) Run: kubectl --context addons-586997 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:898: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [b403f7e2-1fbe-43a7-9235-7226ba84e129] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [b403f7e2-1fbe-43a7-9235-7226ba84e129] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [b403f7e2-1fbe-43a7-9235-7226ba84e129] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 4.003274476s
addons_test.go:906: (dbg) Run: kubectl --context addons-586997 get pvc test-pvc -o=json
addons_test.go:915: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 ssh "cat /opt/local-path-provisioner/pvc-285c649e-0bd0-46e8-a443-638680076b75_default_test-pvc/file1"
addons_test.go:927: (dbg) Run: kubectl --context addons-586997 delete pod test-local-path
addons_test.go:931: (dbg) Run: kubectl --context addons-586997 delete pvc test-pvc
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.563526466s)
--- PASS: TestAddons/parallel/LocalPath (53.83s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-ggfnc" [a9e72792-0d33-424b-9769-447add3d020c] Running
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.003327934s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable nvidia-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (5.60s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-575dd5996b-b9k8t" [dd482f48-017b-4aa4-becd-5248285d790a] Running
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.003626246s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable yakd --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-586997 addons disable yakd --alsologtostderr -v=1: (6.223476355s)
--- PASS: TestAddons/parallel/Yakd (12.23s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-arm64 stop -p addons-586997
addons_test.go:170: (dbg) Done: out/minikube-linux-arm64 stop -p addons-586997: (11.921767618s)
addons_test.go:174: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-586997
addons_test.go:178: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-586997
addons_test.go:183: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-586997
--- PASS: TestAddons/StoppedEnableDisable (12.19s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-735826 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-735826 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (36.20952146s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-735826 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-735826 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-735826 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-735826" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-735826
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-735826: (2.109571729s)
--- PASS: TestCertOptions (39.05s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-710329 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-710329 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (41.116103083s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-710329 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-710329 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (40.588040287s)
helpers_test.go:175: Cleaning up "cert-expiration-710329" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-710329
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-710329: (2.379071354s)
--- PASS: TestCertExpiration (264.08s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-778605 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
E0414 12:12:37.880336 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-778605 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (40.625853051s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-778605 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-778605" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-778605
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-778605: (2.654292374s)
--- PASS: TestForceSystemdFlag (43.74s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-192106 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-192106 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (34.238736425s)
helpers_test.go:175: Cleaning up "force-systemd-env-192106" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-192106
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-192106: (2.714585213s)
--- PASS: TestForceSystemdEnv (36.95s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-003417 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-003417 --driver=docker --container-runtime=crio
E0414 11:34:53.043235 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.050206 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.061599 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.082943 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.124289 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.205757 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.367287 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:53.688636 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:54.330660 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:55.611974 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:34:58.174330 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:35:03.296119 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-003417 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-003417 --driver=docker --container-runtime=crio: (32.153262414s)
--- PASS: TestErrorSpam/setup (32.15s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 start --dry-run
--- PASS: TestErrorSpam/start (0.80s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 status
--- PASS: TestErrorSpam/status (1.21s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 pause
--- PASS: TestErrorSpam/pause (2.24s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 unpause
--- PASS: TestErrorSpam/unpause (1.90s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 stop: (1.228329955s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-003417 --log_dir /tmp/nospam-003417 stop
--- PASS: TestErrorSpam/stop (1.43s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1872: local sync path: /home/jenkins/minikube-integration/20534-593612/.minikube/files/etc/test/nested/copy/599128/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2251: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
E0414 11:35:34.019868 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:2251: (dbg) Done: out/minikube-linux-arm64 start -p functional-504830 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (47.735102718s)
--- PASS: TestFunctional/serial/StartWithProxy (47.74s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I0414 11:36:03.944948 599128 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
functional_test.go:676: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --alsologtostderr -v=8
E0414 11:36:14.981309 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:676: (dbg) Done: out/minikube-linux-arm64 start -p functional-504830 --alsologtostderr -v=8: (35.30169011s)
functional_test.go:680: soft start took 35.305536243s for "functional-504830" cluster.
I0414 11:36:39.246966 599128 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestFunctional/serial/SoftStart (35.31s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:698: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.06s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:713: (dbg) Run: kubectl --context functional-504830 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.10s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:3.1
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:3.1: (1.56325113s)
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:3.3
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:3.3: (1.57045355s)
functional_test.go:1066: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:latest
functional_test.go:1066: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 cache add registry.k8s.io/pause:latest: (1.4534726s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (4.59s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1094: (dbg) Run: docker build -t minikube-local-cache-test:functional-504830 /tmp/TestFunctionalserialCacheCmdcacheadd_local3742032670/001
functional_test.go:1106: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache add minikube-local-cache-test:functional-504830
functional_test.go:1111: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache delete minikube-local-cache-test:functional-504830
functional_test.go:1100: (dbg) Run: docker rmi minikube-local-cache-test:functional-504830
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.59s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1119: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1127: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1141: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.30s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1164: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1170: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1170: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (318.207527ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1175: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cache reload
functional_test.go:1175: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 cache reload: (1.216384602s)
functional_test.go:1180: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.20s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1189: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1189: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:733: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 kubectl -- --context functional-504830 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.14s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:758: (dbg) Run: out/kubectl --context functional-504830 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.14s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:774: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:774: (dbg) Done: out/minikube-linux-arm64 start -p functional-504830 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (39.005592663s)
functional_test.go:778: restart took 39.005693193s for "functional-504830" cluster.
I0414 11:37:27.601921 599128 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestFunctional/serial/ExtraConfig (39.01s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:827: (dbg) Run: kubectl --context functional-504830 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:842: etcd phase: Running
functional_test.go:852: etcd status: Ready
functional_test.go:842: kube-apiserver phase: Running
functional_test.go:852: kube-apiserver status: Ready
functional_test.go:842: kube-controller-manager phase: Running
functional_test.go:852: kube-controller-manager status: Ready
functional_test.go:842: kube-scheduler phase: Running
functional_test.go:852: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.11s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1253: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 logs
functional_test.go:1253: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 logs: (1.726613711s)
--- PASS: TestFunctional/serial/LogsCmd (1.73s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1267: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 logs --file /tmp/TestFunctionalserialLogsFileCmd2737649058/001/logs.txt
functional_test.go:1267: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 logs --file /tmp/TestFunctionalserialLogsFileCmd2737649058/001/logs.txt: (1.852772642s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.85s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2338: (dbg) Run: kubectl --context functional-504830 apply -f testdata/invalidsvc.yaml
functional_test.go:2352: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-504830
functional_test.go:2352: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-504830: exit status 115 (374.528489ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:30426 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2344: (dbg) Run: kubectl --context functional-504830 delete -f testdata/invalidsvc.yaml
functional_test.go:2344: (dbg) Done: kubectl --context functional-504830 delete -f testdata/invalidsvc.yaml: (1.102734402s)
--- PASS: TestFunctional/serial/InvalidService (4.74s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config unset cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config get cpus
functional_test.go:1216: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 config get cpus: exit status 14 (82.603487ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config set cpus 2
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config get cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config unset cpus
functional_test.go:1216: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 config get cpus
functional_test.go:1216: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 config get cpus: exit status 14 (70.385624ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.49s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:922: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-504830 --alsologtostderr -v=1]
functional_test.go:927: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-504830 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 627336: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (10.99s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:991: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:991: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-504830 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (279.83959ms)
-- stdout --
* [functional-504830] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I0414 11:38:11.328290 627025 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:11.328511 627025 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:11.328537 627025 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:11.328556 627025 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:11.328851 627025 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:11.329271 627025 out.go:352] Setting JSON to false
I0414 11:38:11.330395 627025 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":12036,"bootTime":1744618656,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 11:38:11.330495 627025 start.go:139] virtualization:
I0414 11:38:11.335629 627025 out.go:177] * [functional-504830] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 11:38:11.338846 627025 notify.go:220] Checking for updates...
I0414 11:38:11.341804 627025 out.go:177] - MINIKUBE_LOCATION=20534
I0414 11:38:11.344666 627025 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:38:11.347650 627025 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:38:11.350607 627025 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 11:38:11.357755 627025 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 11:38:11.360981 627025 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 11:38:11.363924 627025 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:11.364488 627025 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:38:11.409131 627025 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:38:11.409263 627025 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:38:11.510725 627025 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-14 11:38:11.500063302 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:38:11.510834 627025 docker.go:318] overlay module found
I0414 11:38:11.514908 627025 out.go:177] * Using the docker driver based on existing profile
I0414 11:38:11.518186 627025 start.go:297] selected driver: docker
I0414 11:38:11.518210 627025 start.go:901] validating driver "docker" against &{Name:functional-504830 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:functional-504830 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:38:11.518316 627025 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 11:38:11.524319 627025 out.go:201]
W0414 11:38:11.526791 627025 out.go:270] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I0414 11:38:11.530274 627025 out.go:201]
** /stderr **
functional_test.go:1008: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.60s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1037: (dbg) Run: out/minikube-linux-arm64 start -p functional-504830 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1037: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-504830 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (227.022761ms)
-- stdout --
* [functional-504830] minikube v1.35.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I0414 11:38:11.096537 626979 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:11.096671 626979 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:11.096681 626979 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:11.096688 626979 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:11.097847 626979 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:11.098833 626979 out.go:352] Setting JSON to false
I0414 11:38:11.102183 626979 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":12035,"bootTime":1744618656,"procs":191,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 11:38:11.102317 626979 start.go:139] virtualization:
I0414 11:38:11.105688 626979 out.go:177] * [functional-504830] minikube v1.35.0 sur Ubuntu 20.04 (arm64)
I0414 11:38:11.109649 626979 notify.go:220] Checking for updates...
I0414 11:38:11.113451 626979 out.go:177] - MINIKUBE_LOCATION=20534
I0414 11:38:11.116996 626979 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 11:38:11.120033 626979 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 11:38:11.123141 626979 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 11:38:11.126192 626979 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 11:38:11.129305 626979 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 11:38:11.132777 626979 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:11.133416 626979 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 11:38:11.160635 626979 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 11:38:11.160761 626979 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:38:11.234593 626979 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:36 OomKillDisable:true NGoroutines:53 SystemTime:2025-04-14 11:38:11.224848415 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:38:11.234696 626979 docker.go:318] overlay module found
I0414 11:38:11.237883 626979 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I0414 11:38:11.240805 626979 start.go:297] selected driver: docker
I0414 11:38:11.240828 626979 start.go:901] validating driver "docker" against &{Name:functional-504830 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:functional-504830 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.32.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0414 11:38:11.240930 626979 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 11:38:11.244647 626979 out.go:201]
W0414 11:38:11.247803 626979 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I0414 11:38:11.250929 626979 out.go:201]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.23s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:871: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 status
functional_test.go:877: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:889: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.04s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1644: (dbg) Run: kubectl --context functional-504830 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1652: (dbg) Run: kubectl --context functional-504830 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1657: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-8449669db6-ngklw" [e4a0be61-5231-497e-9307-ff8d97de7ae9] Pending
helpers_test.go:344: "hello-node-connect-8449669db6-ngklw" [e4a0be61-5231-497e-9307-ff8d97de7ae9] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-8449669db6-ngklw" [e4a0be61-5231-497e-9307-ff8d97de7ae9] Running
functional_test.go:1657: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 12.004151626s
functional_test.go:1666: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service hello-node-connect --url
functional_test.go:1672: found endpoint for hello-node-connect: http://192.168.49.2:30494
functional_test.go:1692: http://192.168.49.2:30494: success! body:
Hostname: hello-node-connect-8449669db6-ngklw
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:30494
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (12.68s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1707: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 addons list
functional_test.go:1719: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.21s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [68aea964-7d94-408a-8243-1a8c6b35d3d5] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.003706774s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-504830 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-504830 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-504830 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-504830 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [9837939f-34fc-4d84-9bb6-23b9d8c8581c] Pending
helpers_test.go:344: "sp-pod" [9837939f-34fc-4d84-9bb6-23b9d8c8581c] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [9837939f-34fc-4d84-9bb6-23b9d8c8581c] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.003086412s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-504830 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-504830 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:106: (dbg) Done: kubectl --context functional-504830 delete -f testdata/storage-provisioner/pod.yaml: (1.063319123s)
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-504830 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [26b4cf99-d126-4100-b87b-e795ca8ec6dd] Pending
helpers_test.go:344: "sp-pod" [26b4cf99-d126-4100-b87b-e795ca8ec6dd] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.008625572s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-504830 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (26.06s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1742: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "echo hello"
functional_test.go:1759: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "cat /etc/hostname"
E0414 11:37:36.902813 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestFunctional/parallel/SSHCmd (0.73s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh -n functional-504830 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cp functional-504830:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd603348261/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh -n functional-504830 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh -n functional-504830 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.49s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1946: Checking for existence of /etc/test/nested/copy/599128/hosts within VM
functional_test.go:1948: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /etc/test/nested/copy/599128/hosts"
functional_test.go:1953: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.41s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1989: Checking for existence of /etc/ssl/certs/599128.pem within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /etc/ssl/certs/599128.pem"
functional_test.go:1989: Checking for existence of /usr/share/ca-certificates/599128.pem within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /usr/share/ca-certificates/599128.pem"
functional_test.go:1989: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1990: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:2016: Checking for existence of /etc/ssl/certs/5991282.pem within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /etc/ssl/certs/5991282.pem"
functional_test.go:2016: Checking for existence of /usr/share/ca-certificates/5991282.pem within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /usr/share/ca-certificates/5991282.pem"
functional_test.go:2016: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2017: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.17s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:236: (dbg) Run: kubectl --context functional-504830 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.10s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2044: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo systemctl is-active docker"
functional_test.go:2044: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "sudo systemctl is-active docker": exit status 1 (282.684897ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2044: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo systemctl is-active containerd"
functional_test.go:2044: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "sudo systemctl is-active containerd": exit status 1 (277.837479ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.56s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2305: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.25s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 624732: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.63s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-504830 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [48340bc9-49c5-42d6-a385-af831b119a4d] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [48340bc9-49c5-42d6-a385-af831b119a4d] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 8.004194678s
I0414 11:37:46.414629 599128 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (8.54s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-504830 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.11s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.108.227.121 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-504830 tunnel --alsologtostderr] ...
functional_test_tunnel_test.go:437: failed to stop process: signal: terminated
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1454: (dbg) Run: kubectl --context functional-504830 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1462: (dbg) Run: kubectl --context functional-504830 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1467: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-64fc58db8c-wfspd" [ea9a7849-b814-4c64-b80b-dc921e8a6a37] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-64fc58db8c-wfspd" [ea9a7849-b814-4c64-b80b-dc921e8a6a37] Running
functional_test.go:1467: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 8.00698814s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (8.22s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1287: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1292: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.44s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1327: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1332: Took "389.287575ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1341: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1346: Took "63.775508ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.45s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1378: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1383: Took "361.951034ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1391: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1396: Took "54.547256ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.42s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdany-port2548076592/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1744630685895200091" to /tmp/TestFunctionalparallelMountCmdany-port2548076592/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1744630685895200091" to /tmp/TestFunctionalparallelMountCmdany-port2548076592/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1744630685895200091" to /tmp/TestFunctionalparallelMountCmdany-port2548076592/001/test-1744630685895200091
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (350.780626ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I0414 11:38:06.247139 599128 retry.go:31] will retry after 679.64315ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Apr 14 11:38 created-by-test
-rw-r--r-- 1 docker docker 24 Apr 14 11:38 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Apr 14 11:38 test-1744630685895200091
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh cat /mount-9p/test-1744630685895200091
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-504830 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [7542cc69-c809-41b1-8042-bd7b7b4e0cdb] Pending
helpers_test.go:344: "busybox-mount" [7542cc69-c809-41b1-8042-bd7b7b4e0cdb] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [7542cc69-c809-41b1-8042-bd7b7b4e0cdb] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [7542cc69-c809-41b1-8042-bd7b7b4e0cdb] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 6.005487452s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-504830 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdany-port2548076592/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (9.44s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1476: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.64s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1506: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service list -o json
functional_test.go:1511: Took "499.902576ms" to run "out/minikube-linux-arm64 -p functional-504830 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.50s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1526: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service --namespace=default --https --url hello-node
functional_test.go:1539: found endpoint: https://192.168.49.2:31268
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.38s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1557: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.38s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1576: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 service hello-node --url
functional_test.go:1582: found endpoint for hello-node: http://192.168.49.2:31268
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.36s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdspecific-port3813372716/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (561.087305ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I0414 11:38:15.901200 599128 retry.go:31] will retry after 333.317816ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdspecific-port3813372716/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "sudo umount -f /mount-9p": exit status 1 (455.40413ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-504830 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdspecific-port3813372716/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.40s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T" /mount1: exit status 1 (1.063573262s)
** stderr **
ssh: Process exited with status 1
** /stderr **
I0414 11:38:18.802983 599128 retry.go:31] will retry after 550.115106ms: exit status 1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-504830 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-504830 /tmp/TestFunctionalparallelMountCmdVerifyCleanup446495555/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.98s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2273: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 version --short
--- PASS: TestFunctional/parallel/Version/short (0.09s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2287: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 version -o=json --components
functional_test.go:2287: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 version -o=json --components: (1.33335228s)
--- PASS: TestFunctional/parallel/Version/components (1.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls --format short --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-504830 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.11.3
localhost/minikube-local-cache-test:functional-504830
localhost/kicbase/echo-server:functional-504830
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20250214-acbabc1a
docker.io/kindest/kindnetd:v20241212-9f82dd49
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-504830 image ls --format short --alsologtostderr:
I0414 11:38:29.050739 629914 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:29.050924 629914 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.050945 629914 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:29.050972 629914 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.051290 629914 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:29.051892 629914 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.052092 629914 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.052576 629914 cli_runner.go:164] Run: docker container inspect functional-504830 --format={{.State.Status}}
I0414 11:38:29.071910 629914 ssh_runner.go:195] Run: systemctl --version
I0414 11:38:29.071961 629914 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-504830
I0414 11:38:29.096903 629914 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33518 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/functional-504830/id_rsa Username:docker}
I0414 11:38:29.192354 629914 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls --format table --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-504830 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| docker.io/library/nginx | alpine | cedb667e1a7b4 | 50.8MB |
| docker.io/library/nginx | latest | 1530d85bdba64 | 201MB |
| registry.k8s.io/coredns/coredns | v1.11.3 | 2f6c962e7b831 | 61.6MB |
| registry.k8s.io/etcd | 3.5.16-0 | 7fc9d4aa817aa | 143MB |
| registry.k8s.io/kube-apiserver | v1.32.2 | 6417e1437b6d9 | 95MB |
| registry.k8s.io/kube-proxy | v1.32.2 | e5aac5df76d9b | 98.3MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| localhost/kicbase/echo-server | functional-504830 | ce2d2cda2d858 | 4.79MB |
| localhost/minikube-local-cache-test | functional-504830 | 979034220e528 | 3.33kB |
| registry.k8s.io/pause | 3.10 | afb61768ce381 | 520kB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| docker.io/kindest/kindnetd | v20241212-9f82dd49 | e1181ee320546 | 99MB |
| docker.io/kindest/kindnetd | v20250214-acbabc1a | ee75e27fff91c | 99MB |
| registry.k8s.io/kube-controller-manager | v1.32.2 | 3c9285acfd2ff | 88.2MB |
| registry.k8s.io/kube-scheduler | v1.32.2 | 82dfa03f692fb | 69MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-504830 image ls --format table --alsologtostderr:
I0414 11:38:29.680140 630073 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:29.680351 630073 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.680384 630073 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:29.680403 630073 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.680702 630073 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:29.681524 630073 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.681823 630073 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.682302 630073 cli_runner.go:164] Run: docker container inspect functional-504830 --format={{.State.Status}}
I0414 11:38:29.708553 630073 ssh_runner.go:195] Run: systemctl --version
I0414 11:38:29.708601 630073 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-504830
I0414 11:38:29.729900 630073 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33518 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/functional-504830/id_rsa Username:docker}
I0414 11:38:29.826380 630073 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.28s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls --format json --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-504830 image ls --format json --alsologtostderr:
[{"id":"72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911","repoDigests":["registry.k8s.io/kube-scheduler@sha256:45710d74cfd5aa10a001d0cf81747b77c28617444ffee0503d12f1dcd7450f76","registry.k8s.io/kube-scheduler@sha256:a532964581fdb02b9d692589bb93db7d4b8a7bd8c120d8fb70803da0e3c83647"],"repoTags":["registry.k8s.io/kube-scheduler:v1.32.2"],"size":"68973894"},{"id":"2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4","repoDigests":["registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6","registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.11.3"],"size":"61647114"},{"id"
:"7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82","repoDigests":["registry.k8s.io/etcd@sha256:313adb872febec3a5740969d5bf1b1df0d222f8fa06675f34db5a7fc437356a1","registry.k8s.io/etcd@sha256:c6a9d11cc5c04b114ccdef39a9265eeef818e3d02f5359be035ae784097fdec5"],"repoTags":["registry.k8s.io/etcd:3.5.16-0"],"size":"143226622"},{"id":"e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062","repoDigests":["registry.k8s.io/kube-proxy@sha256:6b93583f4856ea0923c6fffd91c802a2362511378390acc6e539a419210ee23b","registry.k8s.io/kube-proxy@sha256:83c025f0faa6799fab6645102a98138e39a9a7db2be3bc792c79d72659b1805d"],"repoTags":["registry.k8s.io/kube-proxy:v1.32.2"],"size":"98313623"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDige
sts":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"1530d85bdba64a05d90f5ed988c8f77ccf2cc8582027f3ad8a7c5b39a5c5e22b","repoDigests":["docker.io/library/nginx@sha256:09369da6b10306312cd908661320086bf87fbae1b6b0c49a1f50ba531fef2eab","docker.io/library/nginx@sha256:846993cfd1ec2f814d7f3cfdc8df7aa67ecfe6ab233fd990c82d34eea47beb8e"],"repoTags":["docker.io/library/nginx:latest"],"size":"201448359"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha2
56:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"ee75e27fff91c8d59835f9a3efdf968ff404e580bad69746a65bcf3e304ab26f","repoDigests":["docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955","docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495"],"repoTags":["docker.io/kindest/kindnetd:v20250214-acbabc1a"],"size":"99018290"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"cedb667e1a7b4e6d843a4f74f1f2db0dac1c29b43978aa72dbae2193e3b8eea3","repoDigests":["docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591","d
ocker.io/library/nginx@sha256:56568860b56c0bc8099fe1b2d84f43a18939e217e6c619126214c0f71bc27626"],"repoTags":["docker.io/library/nginx:alpine"],"size":"50780648"},{"id":"ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17","repoDigests":["localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a"],"repoTags":["localhost/kicbase/echo-server:functional-504830"],"size":"4788229"},{"id":"6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32","repoDigests":["registry.k8s.io/kube-apiserver@sha256:22cdd0e13fe99dc2e5a3476b92895d89d81285cbe73b592033fa05b68c6c19a3","registry.k8s.io/kube-apiserver@sha256:c47449f3e751588ea0cb74e325e0f83db335a415f4f4c7fb147375dd6c84757f"],"repoTags":["registry.k8s.io/kube-apiserver:v1.32.2"],"size":"94991840"},{"id":"3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:399aa50f4d1361c59dc458e634506d02de32613d03a9a614a21058741162ef90","registry.k8s.
io/kube-controller-manager@sha256:737052e0a84309cec4e9e3f1baaf80160273511c809893db40ab595e494a8777"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.32.2"],"size":"88241478"},{"id":"afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8","repoDigests":["registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7","registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a"],"repoTags":["registry.k8s.io/pause:3.10"],"size":"519877"},{"id":"e1181ee320546c66f17956a302db1b7899d88a593f116726718851133de588b6","repoDigests":["docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be","docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26"],"repoTags":["docker.io/kindest/kindnetd:v20241212-9f82dd49"],"size":"99018802"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sh
a256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"979034220e528cfadb98425bd3de4889d13349dbbb3280b66088988d645aa8c0","repoDigests":["localhost/minikube-local-cache-test@sha256:ee057bf11dfaa07a4c937a7cf60abd421c5842b06ea57b18eabaaba1499cea0f"],"repoTags":["localhost/minikube-local-cache-test:functional-504830"],"size":"3330"}]
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-504830 image ls --format json --alsologtostderr:
I0414 11:38:29.400043 629985 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:29.400216 629985 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.400225 629985 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:29.400231 629985 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.400507 629985 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:29.401167 629985 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.401290 629985 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.401750 629985 cli_runner.go:164] Run: docker container inspect functional-504830 --format={{.State.Status}}
I0414 11:38:29.429818 629985 ssh_runner.go:195] Run: systemctl --version
I0414 11:38:29.429877 629985 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-504830
I0414 11:38:29.461227 629985 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33518 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/functional-504830/id_rsa Username:docker}
I0414 11:38:29.555148 629985 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.30s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:278: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls --format yaml --alsologtostderr
functional_test.go:283: (dbg) Stdout: out/minikube-linux-arm64 -p functional-504830 image ls --format yaml --alsologtostderr:
- id: e1181ee320546c66f17956a302db1b7899d88a593f116726718851133de588b6
repoDigests:
- docker.io/kindest/kindnetd@sha256:564b9fd29e72542e4baa14b382d4d9ee22132141caa6b9803b71faf9a4a799be
- docker.io/kindest/kindnetd@sha256:56ea59f77258052c4506076525318ffa66817500f68e94a50fdf7d600a280d26
repoTags:
- docker.io/kindest/kindnetd:v20241212-9f82dd49
size: "99018802"
- id: ee75e27fff91c8d59835f9a3efdf968ff404e580bad69746a65bcf3e304ab26f
repoDigests:
- docker.io/kindest/kindnetd@sha256:86c933f3845d6a993c8f64632752b10aae67a4756c59096b3259426e839be955
- docker.io/kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495
repoTags:
- docker.io/kindest/kindnetd:v20250214-acbabc1a
size: "99018290"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: 82dfa03f692fb5d84f66c17d6ee9126b081182152b25d28ea456d89b7d5d8911
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:45710d74cfd5aa10a001d0cf81747b77c28617444ffee0503d12f1dcd7450f76
- registry.k8s.io/kube-scheduler@sha256:a532964581fdb02b9d692589bb93db7d4b8a7bd8c120d8fb70803da0e3c83647
repoTags:
- registry.k8s.io/kube-scheduler:v1.32.2
size: "68973894"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: 7fc9d4aa817aa6a3e549f3cd49d1f7b496407be979fc36dd5f356d59ce8c3a82
repoDigests:
- registry.k8s.io/etcd@sha256:313adb872febec3a5740969d5bf1b1df0d222f8fa06675f34db5a7fc437356a1
- registry.k8s.io/etcd@sha256:c6a9d11cc5c04b114ccdef39a9265eeef818e3d02f5359be035ae784097fdec5
repoTags:
- registry.k8s.io/etcd:3.5.16-0
size: "143226622"
- id: 6417e1437b6d9a789e1ca789695a574e1df00a632bdbfbcae9695c9a7d500e32
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:22cdd0e13fe99dc2e5a3476b92895d89d81285cbe73b592033fa05b68c6c19a3
- registry.k8s.io/kube-apiserver@sha256:c47449f3e751588ea0cb74e325e0f83db335a415f4f4c7fb147375dd6c84757f
repoTags:
- registry.k8s.io/kube-apiserver:v1.32.2
size: "94991840"
- id: e5aac5df76d9b8dc899ab8c4db25a7648e7fb25cafe7a155066247883c78f062
repoDigests:
- registry.k8s.io/kube-proxy@sha256:6b93583f4856ea0923c6fffd91c802a2362511378390acc6e539a419210ee23b
- registry.k8s.io/kube-proxy@sha256:83c025f0faa6799fab6645102a98138e39a9a7db2be3bc792c79d72659b1805d
repoTags:
- registry.k8s.io/kube-proxy:v1.32.2
size: "98313623"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8
repoDigests:
- registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7
- registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a
repoTags:
- registry.k8s.io/pause:3.10
size: "519877"
- id: cedb667e1a7b4e6d843a4f74f1f2db0dac1c29b43978aa72dbae2193e3b8eea3
repoDigests:
- docker.io/library/nginx@sha256:4ff102c5d78d254a6f0da062b3cf39eaf07f01eec0927fd21e219d0af8bc0591
- docker.io/library/nginx@sha256:56568860b56c0bc8099fe1b2d84f43a18939e217e6c619126214c0f71bc27626
repoTags:
- docker.io/library/nginx:alpine
size: "50780648"
- id: 1530d85bdba64a05d90f5ed988c8f77ccf2cc8582027f3ad8a7c5b39a5c5e22b
repoDigests:
- docker.io/library/nginx@sha256:09369da6b10306312cd908661320086bf87fbae1b6b0c49a1f50ba531fef2eab
- docker.io/library/nginx@sha256:846993cfd1ec2f814d7f3cfdc8df7aa67ecfe6ab233fd990c82d34eea47beb8e
repoTags:
- docker.io/library/nginx:latest
size: "201448359"
- id: ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17
repoDigests:
- localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a
repoTags:
- localhost/kicbase/echo-server:functional-504830
size: "4788229"
- id: 979034220e528cfadb98425bd3de4889d13349dbbb3280b66088988d645aa8c0
repoDigests:
- localhost/minikube-local-cache-test@sha256:ee057bf11dfaa07a4c937a7cf60abd421c5842b06ea57b18eabaaba1499cea0f
repoTags:
- localhost/minikube-local-cache-test:functional-504830
size: "3330"
- id: 3c9285acfd2ff7915bb451cc40ac060366ac519f3fef00c455f5aca0e0346c4d
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:399aa50f4d1361c59dc458e634506d02de32613d03a9a614a21058741162ef90
- registry.k8s.io/kube-controller-manager@sha256:737052e0a84309cec4e9e3f1baaf80160273511c809893db40ab595e494a8777
repoTags:
- registry.k8s.io/kube-controller-manager:v1.32.2
size: "88241478"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6
- registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e
repoTags:
- registry.k8s.io/coredns/coredns:v1.11.3
size: "61647114"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
functional_test.go:286: (dbg) Stderr: out/minikube-linux-arm64 -p functional-504830 image ls --format yaml --alsologtostderr:
I0414 11:38:29.050635 629915 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:29.050834 629915 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.050847 629915 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:29.050853 629915 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.051166 629915 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:29.051938 629915 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.052100 629915 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.052584 629915 cli_runner.go:164] Run: docker container inspect functional-504830 --format={{.State.Status}}
I0414 11:38:29.074050 629915 ssh_runner.go:195] Run: systemctl --version
I0414 11:38:29.074110 629915 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-504830
I0414 11:38:29.100040 629915 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33518 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/functional-504830/id_rsa Username:docker}
I0414 11:38:29.191287 629915 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 ssh pgrep buildkitd
functional_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-504830 ssh pgrep buildkitd: exit status 1 (362.883143ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:332: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image build -t localhost/my-image:functional-504830 testdata/build --alsologtostderr
functional_test.go:332: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 image build -t localhost/my-image:functional-504830 testdata/build --alsologtostderr: (3.401550816s)
functional_test.go:337: (dbg) Stdout: out/minikube-linux-arm64 -p functional-504830 image build -t localhost/my-image:functional-504830 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 7f64302f4f4
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-504830
--> 83e2c9962f8
Successfully tagged localhost/my-image:functional-504830
83e2c9962f885d1dfcd77c3131baea67421d8e5eb6e1e6e38993be91944a6e9e
functional_test.go:340: (dbg) Stderr: out/minikube-linux-arm64 -p functional-504830 image build -t localhost/my-image:functional-504830 testdata/build --alsologtostderr:
I0414 11:38:29.711128 630079 out.go:345] Setting OutFile to fd 1 ...
I0414 11:38:29.711777 630079 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.711794 630079 out.go:358] Setting ErrFile to fd 2...
I0414 11:38:29.711799 630079 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:38:29.712104 630079 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:38:29.712779 630079 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.713455 630079 config.go:182] Loaded profile config "functional-504830": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:38:29.714141 630079 cli_runner.go:164] Run: docker container inspect functional-504830 --format={{.State.Status}}
I0414 11:38:29.739757 630079 ssh_runner.go:195] Run: systemctl --version
I0414 11:38:29.739815 630079 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-504830
I0414 11:38:29.770789 630079 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33518 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/functional-504830/id_rsa Username:docker}
I0414 11:38:29.862580 630079 build_images.go:161] Building image from path: /tmp/build.4290304348.tar
I0414 11:38:29.862681 630079 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I0414 11:38:29.883851 630079 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.4290304348.tar
I0414 11:38:29.893214 630079 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.4290304348.tar: stat -c "%s %y" /var/lib/minikube/build/build.4290304348.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.4290304348.tar': No such file or directory
I0414 11:38:29.893244 630079 ssh_runner.go:362] scp /tmp/build.4290304348.tar --> /var/lib/minikube/build/build.4290304348.tar (3072 bytes)
I0414 11:38:29.918623 630079 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.4290304348
I0414 11:38:29.927532 630079 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.4290304348 -xf /var/lib/minikube/build/build.4290304348.tar
I0414 11:38:29.936400 630079 crio.go:315] Building image: /var/lib/minikube/build/build.4290304348
I0414 11:38:29.936476 630079 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-504830 /var/lib/minikube/build/build.4290304348 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I0414 11:38:33.001196 630079 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-504830 /var/lib/minikube/build/build.4290304348 --cgroup-manager=cgroupfs: (3.064691951s)
I0414 11:38:33.001279 630079 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.4290304348
I0414 11:38:33.013214 630079 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.4290304348.tar
I0414 11:38:33.022929 630079 build_images.go:217] Built localhost/my-image:functional-504830 from /tmp/build.4290304348.tar
I0414 11:38:33.022960 630079 build_images.go:133] succeeded building to: functional-504830
I0414 11:38:33.022966 630079 build_images.go:134] failed building to:
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (4.01s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:359: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:364: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-504830
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.63s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:372: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image load --daemon kicbase/echo-server:functional-504830 --alsologtostderr
2025/04/14 11:38:22 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:372: (dbg) Done: out/minikube-linux-arm64 -p functional-504830 image load --daemon kicbase/echo-server:functional-504830 --alsologtostderr: (1.257593101s)
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.56s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.25s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.22s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2136: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.19s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image load --daemon kicbase/echo-server:functional-504830 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (1.13s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:252: (dbg) Run: docker pull kicbase/echo-server:latest
functional_test.go:257: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-504830
functional_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image load --daemon kicbase/echo-server:functional-504830 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.39s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:397: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image save kicbase/echo-server:functional-504830 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.57s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:409: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image rm kicbase/echo-server:functional-504830 --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.73s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:426: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:468: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.78s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:436: (dbg) Run: docker rmi kicbase/echo-server:functional-504830
functional_test.go:441: (dbg) Run: out/minikube-linux-arm64 -p functional-504830 image save --daemon kicbase/echo-server:functional-504830 --alsologtostderr
functional_test.go:449: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-504830
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.57s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:207: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:207: (dbg) Run: docker rmi -f kicbase/echo-server:functional-504830
--- PASS: TestFunctional/delete_echo-server_images (0.05s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:215: (dbg) Run: docker rmi -f localhost/my-image:functional-504830
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:223: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-504830
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 start -p ha-790782 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E0414 11:39:53.039568 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:40:20.744199 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 start -p ha-790782 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (2m57.063520726s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/StartCluster (177.93s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 kubectl -p ha-790782 -- rollout status deployment/busybox: (6.305410573s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-24lhk -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-2kvlt -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-ckrwz -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-24lhk -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-2kvlt -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-ckrwz -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-24lhk -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-2kvlt -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-ckrwz -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (9.41s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-24lhk -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-24lhk -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-2kvlt -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-2kvlt -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-ckrwz -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-790782 -- exec busybox-58667487b6-ckrwz -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.75s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 node add -p ha-790782 -v=7 --alsologtostderr
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 node add -p ha-790782 -v=7 --alsologtostderr: (35.282672261s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:234: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr: (1.01949119s)
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (36.30s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-790782 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.12s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.017315226s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (1.02s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status --output json -v=7 --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp testdata/cp-test.txt ha-790782:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1488893792/001/cp-test_ha-790782.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782:/home/docker/cp-test.txt ha-790782-m02:/home/docker/cp-test_ha-790782_ha-790782-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test_ha-790782_ha-790782-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782:/home/docker/cp-test.txt ha-790782-m03:/home/docker/cp-test_ha-790782_ha-790782-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test_ha-790782_ha-790782-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782:/home/docker/cp-test.txt ha-790782-m04:/home/docker/cp-test_ha-790782_ha-790782-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test_ha-790782_ha-790782-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp testdata/cp-test.txt ha-790782-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1488893792/001/cp-test_ha-790782-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m02:/home/docker/cp-test.txt ha-790782:/home/docker/cp-test_ha-790782-m02_ha-790782.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test_ha-790782-m02_ha-790782.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m02:/home/docker/cp-test.txt ha-790782-m03:/home/docker/cp-test_ha-790782-m02_ha-790782-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test_ha-790782-m02_ha-790782-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m02:/home/docker/cp-test.txt ha-790782-m04:/home/docker/cp-test_ha-790782-m02_ha-790782-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test_ha-790782-m02_ha-790782-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp testdata/cp-test.txt ha-790782-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1488893792/001/cp-test_ha-790782-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m03:/home/docker/cp-test.txt ha-790782:/home/docker/cp-test_ha-790782-m03_ha-790782.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test_ha-790782-m03_ha-790782.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m03:/home/docker/cp-test.txt ha-790782-m02:/home/docker/cp-test_ha-790782-m03_ha-790782-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test_ha-790782-m03_ha-790782-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m03:/home/docker/cp-test.txt ha-790782-m04:/home/docker/cp-test_ha-790782-m03_ha-790782-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test_ha-790782-m03_ha-790782-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp testdata/cp-test.txt ha-790782-m04:/home/docker/cp-test.txt
E0414 11:42:37.880403 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:37.886802 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:37.898089 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test.txt"
E0414 11:42:37.919519 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:37.961025 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:38.042433 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:38.204017 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile1488893792/001/cp-test_ha-790782-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test.txt"
E0414 11:42:38.525850 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m04:/home/docker/cp-test.txt ha-790782:/home/docker/cp-test_ha-790782-m04_ha-790782.txt
E0414 11:42:39.168027 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782 "sudo cat /home/docker/cp-test_ha-790782-m04_ha-790782.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m04:/home/docker/cp-test.txt ha-790782-m02:/home/docker/cp-test_ha-790782-m04_ha-790782-m02.txt
E0414 11:42:40.450137 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m02 "sudo cat /home/docker/cp-test_ha-790782-m04_ha-790782-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 cp ha-790782-m04:/home/docker/cp-test.txt ha-790782-m03:/home/docker/cp-test_ha-790782-m04_ha-790782-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 ssh -n ha-790782-m03 "sudo cat /home/docker/cp-test_ha-790782-m04_ha-790782-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (19.50s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 node stop m02 -v=7 --alsologtostderr
E0414 11:42:43.011770 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:42:48.133361 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 node stop m02 -v=7 --alsologtostderr: (12.03124255s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr: exit status 7 (757.687544ms)
-- stdout --
ha-790782
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-790782-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-790782-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-790782-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I0414 11:42:54.366908 646001 out.go:345] Setting OutFile to fd 1 ...
I0414 11:42:54.367102 646001 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:42:54.367132 646001 out.go:358] Setting ErrFile to fd 2...
I0414 11:42:54.367151 646001 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:42:54.367485 646001 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:42:54.367719 646001 out.go:352] Setting JSON to false
I0414 11:42:54.367797 646001 mustload.go:65] Loading cluster: ha-790782
I0414 11:42:54.367860 646001 notify.go:220] Checking for updates...
I0414 11:42:54.369152 646001 config.go:182] Loaded profile config "ha-790782": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:42:54.369211 646001 status.go:174] checking status of ha-790782 ...
I0414 11:42:54.369766 646001 cli_runner.go:164] Run: docker container inspect ha-790782 --format={{.State.Status}}
I0414 11:42:54.391555 646001 status.go:371] ha-790782 host status = "Running" (err=<nil>)
I0414 11:42:54.391577 646001 host.go:66] Checking if "ha-790782" exists ...
I0414 11:42:54.391877 646001 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-790782
I0414 11:42:54.418236 646001 host.go:66] Checking if "ha-790782" exists ...
I0414 11:42:54.418519 646001 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:42:54.418559 646001 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-790782
I0414 11:42:54.438339 646001 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33523 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/ha-790782/id_rsa Username:docker}
I0414 11:42:54.531181 646001 ssh_runner.go:195] Run: systemctl --version
I0414 11:42:54.535742 646001 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:42:54.548121 646001 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:42:54.618858 646001 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:67 OomKillDisable:true NGoroutines:72 SystemTime:2025-04-14 11:42:54.608067167 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:42:54.619593 646001 kubeconfig.go:125] found "ha-790782" server: "https://192.168.49.254:8443"
I0414 11:42:54.619635 646001 api_server.go:166] Checking apiserver status ...
I0414 11:42:54.619696 646001 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:42:54.631912 646001 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1403/cgroup
I0414 11:42:54.642850 646001 api_server.go:182] apiserver freezer: "10:freezer:/docker/6a1b3c786d02f3e9d65ecc988b60bce74b6cded405fc0e44429bf1d23163f2a1/crio/crio-f8c92a8da37f2c35a2e0416c34428a6f18c321cee1fafa9b824544ddb09b45bb"
I0414 11:42:54.642925 646001 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/6a1b3c786d02f3e9d65ecc988b60bce74b6cded405fc0e44429bf1d23163f2a1/crio/crio-f8c92a8da37f2c35a2e0416c34428a6f18c321cee1fafa9b824544ddb09b45bb/freezer.state
I0414 11:42:54.652359 646001 api_server.go:204] freezer state: "THAWED"
I0414 11:42:54.652390 646001 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I0414 11:42:54.660521 646001 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I0414 11:42:54.660559 646001 status.go:463] ha-790782 apiserver status = Running (err=<nil>)
I0414 11:42:54.660572 646001 status.go:176] ha-790782 status: &{Name:ha-790782 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:42:54.660594 646001 status.go:174] checking status of ha-790782-m02 ...
I0414 11:42:54.660912 646001 cli_runner.go:164] Run: docker container inspect ha-790782-m02 --format={{.State.Status}}
I0414 11:42:54.680441 646001 status.go:371] ha-790782-m02 host status = "Stopped" (err=<nil>)
I0414 11:42:54.680468 646001 status.go:384] host is not running, skipping remaining checks
I0414 11:42:54.680475 646001 status.go:176] ha-790782-m02 status: &{Name:ha-790782-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:42:54.680565 646001 status.go:174] checking status of ha-790782-m03 ...
I0414 11:42:54.680884 646001 cli_runner.go:164] Run: docker container inspect ha-790782-m03 --format={{.State.Status}}
I0414 11:42:54.700788 646001 status.go:371] ha-790782-m03 host status = "Running" (err=<nil>)
I0414 11:42:54.700814 646001 host.go:66] Checking if "ha-790782-m03" exists ...
I0414 11:42:54.701134 646001 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-790782-m03
I0414 11:42:54.727054 646001 host.go:66] Checking if "ha-790782-m03" exists ...
I0414 11:42:54.727361 646001 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:42:54.727434 646001 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-790782-m03
I0414 11:42:54.748789 646001 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33533 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/ha-790782-m03/id_rsa Username:docker}
I0414 11:42:54.835401 646001 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:42:54.854984 646001 kubeconfig.go:125] found "ha-790782" server: "https://192.168.49.254:8443"
I0414 11:42:54.855018 646001 api_server.go:166] Checking apiserver status ...
I0414 11:42:54.855102 646001 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:42:54.866913 646001 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1364/cgroup
I0414 11:42:54.877006 646001 api_server.go:182] apiserver freezer: "10:freezer:/docker/55be8b598680362304acd466e50918d0adb669a11f8acce9170e3203be610199/crio/crio-3b0d4922ada91fef91594f7f8a40cbaa8d1a3ee8a8acadff5d73381f5e15631c"
I0414 11:42:54.877108 646001 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/55be8b598680362304acd466e50918d0adb669a11f8acce9170e3203be610199/crio/crio-3b0d4922ada91fef91594f7f8a40cbaa8d1a3ee8a8acadff5d73381f5e15631c/freezer.state
I0414 11:42:54.886593 646001 api_server.go:204] freezer state: "THAWED"
I0414 11:42:54.886624 646001 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I0414 11:42:54.894461 646001 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I0414 11:42:54.894489 646001 status.go:463] ha-790782-m03 apiserver status = Running (err=<nil>)
I0414 11:42:54.894498 646001 status.go:176] ha-790782-m03 status: &{Name:ha-790782-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:42:54.894515 646001 status.go:174] checking status of ha-790782-m04 ...
I0414 11:42:54.894840 646001 cli_runner.go:164] Run: docker container inspect ha-790782-m04 --format={{.State.Status}}
I0414 11:42:54.913187 646001 status.go:371] ha-790782-m04 host status = "Running" (err=<nil>)
I0414 11:42:54.913218 646001 host.go:66] Checking if "ha-790782-m04" exists ...
I0414 11:42:54.913527 646001 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-790782-m04
I0414 11:42:54.933637 646001 host.go:66] Checking if "ha-790782-m04" exists ...
I0414 11:42:54.933934 646001 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:42:54.933982 646001 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-790782-m04
I0414 11:42:54.962170 646001 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33538 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/ha-790782-m04/id_rsa Username:docker}
I0414 11:42:55.055243 646001 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:42:55.071389 646001 status.go:176] ha-790782-m04 status: &{Name:ha-790782-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.79s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.79s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 node start m02 -v=7 --alsologtostderr
E0414 11:42:58.374896 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:43:18.857517 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 node start m02 -v=7 --alsologtostderr: (46.291259892s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr: (1.036963972s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (47.43s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.00s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 node list -p ha-790782 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 stop -p ha-790782 -v=7 --alsologtostderr
E0414 11:43:59.819132 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 stop -p ha-790782 -v=7 --alsologtostderr: (36.97723807s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 start -p ha-790782 --wait=true -v=7 --alsologtostderr
E0414 11:44:53.039221 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:45:21.740548 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 start -p ha-790782 --wait=true -v=7 --alsologtostderr: (1m48.561727028s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 node list -p ha-790782
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (145.71s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 node delete m03 -v=7 --alsologtostderr
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 node delete m03 -v=7 --alsologtostderr: (12.285065511s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (13.33s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.76s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 stop -v=7 --alsologtostderr
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 stop -v=7 --alsologtostderr: (35.617152108s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr: exit status 7 (111.301613ms)
-- stdout --
ha-790782
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-790782-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-790782-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0414 11:46:59.773086 660174 out.go:345] Setting OutFile to fd 1 ...
I0414 11:46:59.773724 660174 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:46:59.773766 660174 out.go:358] Setting ErrFile to fd 2...
I0414 11:46:59.773789 660174 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:46:59.774124 660174 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:46:59.774401 660174 out.go:352] Setting JSON to false
I0414 11:46:59.774453 660174 mustload.go:65] Loading cluster: ha-790782
I0414 11:46:59.774900 660174 config.go:182] Loaded profile config "ha-790782": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:46:59.774942 660174 status.go:174] checking status of ha-790782 ...
I0414 11:46:59.775508 660174 cli_runner.go:164] Run: docker container inspect ha-790782 --format={{.State.Status}}
I0414 11:46:59.776073 660174 notify.go:220] Checking for updates...
I0414 11:46:59.793676 660174 status.go:371] ha-790782 host status = "Stopped" (err=<nil>)
I0414 11:46:59.793695 660174 status.go:384] host is not running, skipping remaining checks
I0414 11:46:59.793702 660174 status.go:176] ha-790782 status: &{Name:ha-790782 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:46:59.793725 660174 status.go:174] checking status of ha-790782-m02 ...
I0414 11:46:59.794029 660174 cli_runner.go:164] Run: docker container inspect ha-790782-m02 --format={{.State.Status}}
I0414 11:46:59.811355 660174 status.go:371] ha-790782-m02 host status = "Stopped" (err=<nil>)
I0414 11:46:59.811375 660174 status.go:384] host is not running, skipping remaining checks
I0414 11:46:59.811383 660174 status.go:176] ha-790782-m02 status: &{Name:ha-790782-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:46:59.811405 660174 status.go:174] checking status of ha-790782-m04 ...
I0414 11:46:59.811798 660174 cli_runner.go:164] Run: docker container inspect ha-790782-m04 --format={{.State.Status}}
I0414 11:46:59.835537 660174 status.go:371] ha-790782-m04 host status = "Stopped" (err=<nil>)
I0414 11:46:59.835558 660174 status.go:384] host is not running, skipping remaining checks
I0414 11:46:59.835565 660174 status.go:176] ha-790782-m04 status: &{Name:ha-790782-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.73s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 start -p ha-790782 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E0414 11:47:37.880534 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 11:48:05.582033 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 start -p ha-790782 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (1m12.112043635s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (73.07s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.75s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 node add -p ha-790782 --control-plane -v=7 --alsologtostderr
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 node add -p ha-790782 --control-plane -v=7 --alsologtostderr: (1m15.211482703s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr
ha_test.go:613: (dbg) Done: out/minikube-linux-arm64 -p ha-790782 status -v=7 --alsologtostderr: (1.032730587s)
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (76.24s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.04036976s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (1.04s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-522000 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E0414 11:49:53.039375 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-522000 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (51.635227394s)
--- PASS: TestJSONOutput/start/Command (51.64s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-522000 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.76s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-522000 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.68s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-522000 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-522000 --output=json --user=testUser: (5.93266703s)
--- PASS: TestJSONOutput/stop/Command (5.93s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-760546 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-760546 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (90.785758ms)
-- stdout --
{"specversion":"1.0","id":"c5003f47-d3a0-4480-b6ab-d01eff6bf57f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-760546] minikube v1.35.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"8bcf7597-d1e7-4a6a-83e8-67bccae918e3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20534"}}
{"specversion":"1.0","id":"dd6ffa97-c18d-410a-b9d5-df4548e257dc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"5085b6bd-e360-423b-8f98-1f6a650f2d68","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig"}}
{"specversion":"1.0","id":"84646362-b431-473c-85d0-ae16421ff7c0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube"}}
{"specversion":"1.0","id":"760506c5-7178-4131-9235-84c606fd93a7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"7de7931d-0f66-4655-9072-aa4c6201d19a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"70c43324-41de-4be0-8ef1-5b45f2bbc3b1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-760546" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-760546
--- PASS: TestErrorJSONOutput (0.24s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-044947 --network=
E0414 11:51:16.105749 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-044947 --network=: (36.761337703s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-044947" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-044947
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-044947: (2.214478817s)
--- PASS: TestKicCustomNetwork/create_custom_network (39.00s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-351392 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-351392 --network=bridge: (34.691363906s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-351392" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-351392
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-351392: (2.077627666s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (36.79s)
=== RUN TestKicExistingNetwork
I0414 11:51:58.936486 599128 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0414 11:51:58.952466 599128 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0414 11:51:58.952550 599128 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I0414 11:51:58.952568 599128 cli_runner.go:164] Run: docker network inspect existing-network
W0414 11:51:58.968765 599128 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I0414 11:51:58.968800 599128 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I0414 11:51:58.968820 599128 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I0414 11:51:58.969029 599128 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0414 11:51:58.986667 599128 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-346e6ff03114 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:a6:60:6e:48:fc:77} reservation:<nil>}
I0414 11:51:58.986970 599128 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001b64a40}
I0414 11:51:58.986992 599128 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I0414 11:51:58.987052 599128 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I0414 11:51:59.049897 599128 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-921347 --network=existing-network
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-921347 --network=existing-network: (32.115826426s)
helpers_test.go:175: Cleaning up "existing-network-921347" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-921347
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-921347: (2.061740726s)
I0414 11:52:33.245358 599128 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (34.33s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-051612 --subnet=192.168.60.0/24
E0414 11:52:37.880117 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-051612 --subnet=192.168.60.0/24: (32.213203986s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-051612 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-051612" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-051612
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-051612: (2.161624879s)
--- PASS: TestKicCustomSubnet (34.40s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-230487 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-230487 --static-ip=192.168.200.200: (33.884801592s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-230487 ip
helpers_test.go:175: Cleaning up "static-ip-230487" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-230487
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-230487: (2.181624687s)
--- PASS: TestKicStaticIP (36.22s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.05s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-924579 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-924579 --driver=docker --container-runtime=crio: (31.612755337s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-927442 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-927442 --driver=docker --container-runtime=crio: (30.222098577s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-924579
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-927442
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-927442" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-927442
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-927442: (1.977884972s)
helpers_test.go:175: Cleaning up "first-924579" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-924579
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-924579: (2.389920253s)
--- PASS: TestMinikubeProfile (67.65s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-750597 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
E0414 11:54:53.039279 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-750597 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (8.150384729s)
--- PASS: TestMountStart/serial/StartWithMountFirst (9.15s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-750597 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.28s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-752370 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-752370 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.367868778s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.37s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-752370 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.28s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-750597 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-750597 --alsologtostderr -v=5: (1.629759357s)
--- PASS: TestMountStart/serial/DeleteFirst (1.63s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-752370 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.27s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-752370
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-752370: (1.209550116s)
--- PASS: TestMountStart/serial/Stop (1.21s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-752370
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-752370: (6.704311307s)
--- PASS: TestMountStart/serial/RestartStopped (7.70s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-752370 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.26s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-606899 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-606899 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m21.013161199s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (81.54s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-606899 -- rollout status deployment/busybox: (5.000468567s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-2bwbw -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-cqct8 -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-2bwbw -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-cqct8 -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-2bwbw -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-cqct8 -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (7.09s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-2bwbw -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-2bwbw -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-cqct8 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-606899 -- exec busybox-58667487b6-cqct8 -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (1.02s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-606899 -v 3 --alsologtostderr
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-606899 -v 3 --alsologtostderr: (31.295989544s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (31.99s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-606899 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.10s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.70s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp testdata/cp-test.txt multinode-606899:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3424182676/001/cp-test_multinode-606899.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899:/home/docker/cp-test.txt multinode-606899-m02:/home/docker/cp-test_multinode-606899_multinode-606899-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test_multinode-606899_multinode-606899-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899:/home/docker/cp-test.txt multinode-606899-m03:/home/docker/cp-test_multinode-606899_multinode-606899-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test_multinode-606899_multinode-606899-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp testdata/cp-test.txt multinode-606899-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3424182676/001/cp-test_multinode-606899-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m02:/home/docker/cp-test.txt multinode-606899:/home/docker/cp-test_multinode-606899-m02_multinode-606899.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test_multinode-606899-m02_multinode-606899.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m02:/home/docker/cp-test.txt multinode-606899-m03:/home/docker/cp-test_multinode-606899-m02_multinode-606899-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test_multinode-606899-m02_multinode-606899-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp testdata/cp-test.txt multinode-606899-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3424182676/001/cp-test_multinode-606899-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m03:/home/docker/cp-test.txt multinode-606899:/home/docker/cp-test_multinode-606899-m03_multinode-606899.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899 "sudo cat /home/docker/cp-test_multinode-606899-m03_multinode-606899.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 cp multinode-606899-m03:/home/docker/cp-test.txt multinode-606899-m02:/home/docker/cp-test_multinode-606899-m03_multinode-606899-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 ssh -n multinode-606899-m02 "sudo cat /home/docker/cp-test_multinode-606899-m03_multinode-606899-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (10.20s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-606899 node stop m03: (1.219983391s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-606899 status: exit status 7 (510.937927ms)
-- stdout --
multinode-606899
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-606899-m02
type: Worker
host: Running
kubelet: Running
multinode-606899-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr: exit status 7 (539.870596ms)
-- stdout --
multinode-606899
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-606899-m02
type: Worker
host: Running
kubelet: Running
multinode-606899-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0414 11:57:34.946676 714695 out.go:345] Setting OutFile to fd 1 ...
I0414 11:57:34.946936 714695 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:57:34.946950 714695 out.go:358] Setting ErrFile to fd 2...
I0414 11:57:34.946957 714695 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:57:34.947346 714695 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:57:34.947616 714695 out.go:352] Setting JSON to false
I0414 11:57:34.947651 714695 mustload.go:65] Loading cluster: multinode-606899
I0414 11:57:34.947749 714695 notify.go:220] Checking for updates...
I0414 11:57:34.948180 714695 config.go:182] Loaded profile config "multinode-606899": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:57:34.948206 714695 status.go:174] checking status of multinode-606899 ...
I0414 11:57:34.948902 714695 cli_runner.go:164] Run: docker container inspect multinode-606899 --format={{.State.Status}}
I0414 11:57:34.969130 714695 status.go:371] multinode-606899 host status = "Running" (err=<nil>)
I0414 11:57:34.969159 714695 host.go:66] Checking if "multinode-606899" exists ...
I0414 11:57:34.969480 714695 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-606899
I0414 11:57:34.994552 714695 host.go:66] Checking if "multinode-606899" exists ...
I0414 11:57:34.994867 714695 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:57:34.994913 714695 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-606899
I0414 11:57:35.018929 714695 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33643 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/multinode-606899/id_rsa Username:docker}
I0414 11:57:35.111534 714695 ssh_runner.go:195] Run: systemctl --version
I0414 11:57:35.116245 714695 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:57:35.128827 714695 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 11:57:35.202416 714695 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:62 SystemTime:2025-04-14 11:57:35.191639983 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 11:57:35.203077 714695 kubeconfig.go:125] found "multinode-606899" server: "https://192.168.67.2:8443"
I0414 11:57:35.203118 714695 api_server.go:166] Checking apiserver status ...
I0414 11:57:35.203173 714695 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0414 11:57:35.214799 714695 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1445/cgroup
I0414 11:57:35.224732 714695 api_server.go:182] apiserver freezer: "10:freezer:/docker/63b1418b72034440c0bfde75e45b535435c21b3bd9c586805cc174750e7bf4e5/crio/crio-0b738d3dbc6ed5f53227de8ad4b5bb5abd722a17c17ae2125c2955224e46db06"
I0414 11:57:35.224804 714695 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/63b1418b72034440c0bfde75e45b535435c21b3bd9c586805cc174750e7bf4e5/crio/crio-0b738d3dbc6ed5f53227de8ad4b5bb5abd722a17c17ae2125c2955224e46db06/freezer.state
I0414 11:57:35.233876 714695 api_server.go:204] freezer state: "THAWED"
I0414 11:57:35.233904 714695 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I0414 11:57:35.241751 714695 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I0414 11:57:35.241779 714695 status.go:463] multinode-606899 apiserver status = Running (err=<nil>)
I0414 11:57:35.241790 714695 status.go:176] multinode-606899 status: &{Name:multinode-606899 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:57:35.241806 714695 status.go:174] checking status of multinode-606899-m02 ...
I0414 11:57:35.242126 714695 cli_runner.go:164] Run: docker container inspect multinode-606899-m02 --format={{.State.Status}}
I0414 11:57:35.260926 714695 status.go:371] multinode-606899-m02 host status = "Running" (err=<nil>)
I0414 11:57:35.260951 714695 host.go:66] Checking if "multinode-606899-m02" exists ...
I0414 11:57:35.261277 714695 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-606899-m02
I0414 11:57:35.279200 714695 host.go:66] Checking if "multinode-606899-m02" exists ...
I0414 11:57:35.279525 714695 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0414 11:57:35.279578 714695 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-606899-m02
I0414 11:57:35.298831 714695 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33648 SSHKeyPath:/home/jenkins/minikube-integration/20534-593612/.minikube/machines/multinode-606899-m02/id_rsa Username:docker}
I0414 11:57:35.390587 714695 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0414 11:57:35.403425 714695 status.go:176] multinode-606899-m02 status: &{Name:multinode-606899-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I0414 11:57:35.403459 714695 status.go:174] checking status of multinode-606899-m03 ...
I0414 11:57:35.403763 714695 cli_runner.go:164] Run: docker container inspect multinode-606899-m03 --format={{.State.Status}}
I0414 11:57:35.420496 714695 status.go:371] multinode-606899-m03 host status = "Stopped" (err=<nil>)
I0414 11:57:35.420519 714695 status.go:384] host is not running, skipping remaining checks
I0414 11:57:35.420527 714695 status.go:176] multinode-606899-m03 status: &{Name:multinode-606899-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.27s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 node start m03 -v=7 --alsologtostderr
E0414 11:57:37.881818 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-606899 node start m03 -v=7 --alsologtostderr: (8.958290014s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status -v=7 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (9.75s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-606899
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-606899
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-606899: (24.87443245s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-606899 --wait=true -v=8 --alsologtostderr
E0414 11:59:00.943403 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-606899 --wait=true -v=8 --alsologtostderr: (1m1.143005884s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-606899
--- PASS: TestMultiNode/serial/RestartKeepsNodes (86.17s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-606899 node delete m03: (4.632288651s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.32s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-606899 stop: (23.690580463s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-606899 status: exit status 7 (96.561859ms)
-- stdout --
multinode-606899
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-606899-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr: exit status 7 (102.383918ms)
-- stdout --
multinode-606899
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-606899-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I0414 11:59:40.510790 722297 out.go:345] Setting OutFile to fd 1 ...
I0414 11:59:40.510981 722297 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:59:40.510991 722297 out.go:358] Setting ErrFile to fd 2...
I0414 11:59:40.510996 722297 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 11:59:40.511253 722297 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 11:59:40.511478 722297 out.go:352] Setting JSON to false
I0414 11:59:40.511511 722297 mustload.go:65] Loading cluster: multinode-606899
I0414 11:59:40.511609 722297 notify.go:220] Checking for updates...
I0414 11:59:40.511899 722297 config.go:182] Loaded profile config "multinode-606899": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 11:59:40.511912 722297 status.go:174] checking status of multinode-606899 ...
I0414 11:59:40.512431 722297 cli_runner.go:164] Run: docker container inspect multinode-606899 --format={{.State.Status}}
I0414 11:59:40.532240 722297 status.go:371] multinode-606899 host status = "Stopped" (err=<nil>)
I0414 11:59:40.532266 722297 status.go:384] host is not running, skipping remaining checks
I0414 11:59:40.532274 722297 status.go:176] multinode-606899 status: &{Name:multinode-606899 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I0414 11:59:40.532305 722297 status.go:174] checking status of multinode-606899-m02 ...
I0414 11:59:40.532614 722297 cli_runner.go:164] Run: docker container inspect multinode-606899-m02 --format={{.State.Status}}
I0414 11:59:40.562156 722297 status.go:371] multinode-606899-m02 host status = "Stopped" (err=<nil>)
I0414 11:59:40.562179 722297 status.go:384] host is not running, skipping remaining checks
I0414 11:59:40.562187 722297 status.go:176] multinode-606899-m02 status: &{Name:multinode-606899-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.89s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-606899 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E0414 11:59:53.039250 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-606899 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (45.660968918s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-606899 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (46.53s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-606899
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-606899-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-606899-m02 --driver=docker --container-runtime=crio: exit status 14 (142.476625ms)
-- stdout --
* [multinode-606899-m02] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-606899-m02' is duplicated with machine name 'multinode-606899-m02' in profile 'multinode-606899'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-606899-m03 --driver=docker --container-runtime=crio
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-606899-m03 --driver=docker --container-runtime=crio: (34.890875213s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-606899
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-606899: exit status 80 (337.320713ms)
-- stdout --
* Adding node m03 to cluster multinode-606899 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-606899-m03 already exists in multinode-606899-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-606899-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-606899-m03: (2.061296704s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (37.52s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-902688 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
E0414 12:02:37.880462 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-902688 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m35.584700369s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-902688 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-902688 image pull gcr.io/k8s-minikube/busybox: (3.340937507s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-902688
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-902688: (5.839245074s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-902688 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-902688 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (20.39118899s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-902688 image list
helpers_test.go:175: Cleaning up "test-preload-902688" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-902688
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-902688: (2.523511753s)
--- PASS: TestPreload (127.98s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-876513 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-876513 --memory=2048 --driver=docker --container-runtime=crio: (32.589497356s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-876513 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-876513 -n scheduled-stop-876513
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-876513 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I0414 12:03:49.913412 599128 retry.go:31] will retry after 147.769µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.914575 599128 retry.go:31] will retry after 170.919µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.915704 599128 retry.go:31] will retry after 320.682µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.916792 599128 retry.go:31] will retry after 199.811µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.917893 599128 retry.go:31] will retry after 754.695µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.919020 599128 retry.go:31] will retry after 1.032114ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.920161 599128 retry.go:31] will retry after 794.581µs: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.921236 599128 retry.go:31] will retry after 2.441186ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.924441 599128 retry.go:31] will retry after 3.564208ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.928691 599128 retry.go:31] will retry after 4.613087ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.933955 599128 retry.go:31] will retry after 6.340542ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.941188 599128 retry.go:31] will retry after 5.986256ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.947728 599128 retry.go:31] will retry after 10.929051ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.959695 599128 retry.go:31] will retry after 17.089761ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:49.980031 599128 retry.go:31] will retry after 32.945715ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
I0414 12:03:50.013283 599128 retry.go:31] will retry after 60.540505ms: open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/scheduled-stop-876513/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-876513 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-876513 -n scheduled-stop-876513
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-876513
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-876513 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
E0414 12:04:53.041457 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-876513
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-876513: exit status 7 (76.005059ms)
-- stdout --
scheduled-stop-876513
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-876513 -n scheduled-stop-876513
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-876513 -n scheduled-stop-876513: exit status 7 (74.145071ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-876513" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-876513
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-876513: (4.617411992s)
--- PASS: TestScheduledStopUnix (108.84s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-272229 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-272229 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (8.491311333s)
-- stdout --
{"specversion":"1.0","id":"d1ff74af-00f3-4c76-971e-b62144a71c9e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-272229] minikube v1.35.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"579677d4-d27a-4e4e-b9ee-db65a83fa026","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20534"}}
{"specversion":"1.0","id":"c4716793-908d-41c2-874c-fc3e04b71328","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"6e2e248a-e08b-4483-a85d-102123128f4d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig"}}
{"specversion":"1.0","id":"bd8b88bc-f788-400e-b1d2-1222956d5c8c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube"}}
{"specversion":"1.0","id":"8ffd6b9a-80cd-4cfc-900d-e9e0dd898fa6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"6669df9f-57b1-45df-aec4-4fd5798b0e60","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"c4ff7472-3ec4-436b-bf46-2e81665a71d3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"2613c56b-159e-4f95-b78f-377eb4ce5bd4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"2549fac3-5e13-4122-8d14-4381030d093f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"73d41d29-a4ff-4b52-a620-b7c804386f24","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"c6b60a04-3641-4190-8e12-3651cf8f065b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-272229\" primary control-plane node in \"insufficient-storage-272229\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"4609b567-a5e7-465c-aaea-81eeeda18b16","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.46-1744107393-20604 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"8cce1a2c-62e3-42a0-80e1-2b79b8227b25","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"81446bd9-377b-4c8a-bba4-24401b23a571","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-272229 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-272229 --output=json --layout=cluster: exit status 7 (282.320252ms)
-- stdout --
{"Name":"insufficient-storage-272229","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-272229","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0414 12:05:14.422594 740166 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-272229" does not appear in /home/jenkins/minikube-integration/20534-593612/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-272229 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-272229 --output=json --layout=cluster: exit status 7 (284.759242ms)
-- stdout --
{"Name":"insufficient-storage-272229","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-272229","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E0414 12:05:14.708280 740228 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-272229" does not appear in /home/jenkins/minikube-integration/20534-593612/kubeconfig
E0414 12:05:14.718970 740228 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/insufficient-storage-272229/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-272229" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-272229
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-272229: (1.977886651s)
--- PASS: TestInsufficientStorage (11.04s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.1530862231 start -p running-upgrade-770087 --memory=2200 --vm-driver=docker --container-runtime=crio
E0414 12:09:53.038807 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.1530862231 start -p running-upgrade-770087 --memory=2200 --vm-driver=docker --container-runtime=crio: (37.179184296s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-770087 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-770087 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (36.60729659s)
helpers_test.go:175: Cleaning up "running-upgrade-770087" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-770087
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-770087: (3.504518589s)
--- PASS: TestRunningBinaryUpgrade (78.06s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m9.439673559s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-833337
E0414 12:07:37.880262 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-833337: (1.527418655s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-833337 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-833337 status --format={{.Host}}: exit status 7 (116.322649ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m39.085518982s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-833337 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio: exit status 106 (141.89871ms)
-- stdout --
* [kubernetes-upgrade-833337] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.32.2 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-833337
minikube start -p kubernetes-upgrade-833337 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-8333372 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.32.2, by running:
minikube start -p kubernetes-upgrade-833337 --kubernetes-version=v1.32.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-833337 --memory=2200 --kubernetes-version=v1.32.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (40.135847467s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-833337" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-833337
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-833337: (2.716529594s)
--- PASS: TestKubernetesUpgrade (393.37s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.3055664265 start -p missing-upgrade-388964 --memory=2200 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.3055664265 start -p missing-upgrade-388964 --memory=2200 --driver=docker --container-runtime=crio: (1m22.978024428s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-388964
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-388964: (10.465681733s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-388964
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-388964 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-388964 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m0.925317153s)
helpers_test.go:175: Cleaning up "missing-upgrade-388964" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-388964
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-388964: (2.600424689s)
--- PASS: TestMissingContainerUpgrade (157.74s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (95.292826ms)
-- stdout --
* [NoKubernetes-594767] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.10s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-594767 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-594767 --driver=docker --container-runtime=crio: (38.908316791s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-594767 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (39.47s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --driver=docker --container-runtime=crio: (6.332580793s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-594767 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-594767 status -o json: exit status 2 (363.237519ms)
-- stdout --
{"Name":"NoKubernetes-594767","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-594767
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-594767: (2.219667615s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (8.92s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-594767 --no-kubernetes --driver=docker --container-runtime=crio: (8.577304352s)
--- PASS: TestNoKubernetes/serial/Start (8.58s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-594767 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-594767 "sudo systemctl is-active --quiet service kubelet": exit status 1 (363.475848ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.36s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (1.30s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-594767
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-594767: (1.239888864s)
--- PASS: TestNoKubernetes/serial/Stop (1.24s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-594767 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-594767 --driver=docker --container-runtime=crio: (8.305448317s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (8.31s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-594767 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-594767 "sudo systemctl is-active --quiet service kubelet": exit status 1 (300.48945ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.30s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.83s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.1570662900 start -p stopped-upgrade-031916 --memory=2200 --vm-driver=docker --container-runtime=crio
E0414 12:07:56.109765 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.1570662900 start -p stopped-upgrade-031916 --memory=2200 --vm-driver=docker --container-runtime=crio: (36.499998147s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.1570662900 -p stopped-upgrade-031916 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.1570662900 -p stopped-upgrade-031916 stop: (2.52565561s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-031916 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-031916 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (46.852493329s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (85.88s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-031916
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-031916: (1.432981s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.43s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-191587 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-191587 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (55.037296564s)
--- PASS: TestPause/serial/Start (55.04s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-191587 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-191587 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (35.154919529s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (35.18s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-191587 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.90s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-191587 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-191587 --output=json --layout=cluster: exit status 2 (373.065905ms)
-- stdout --
{"Name":"pause-191587","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 6 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.35.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-191587","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.37s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-191587 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.94s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-191587 --alsologtostderr -v=5
pause_test.go:110: (dbg) Done: out/minikube-linux-arm64 pause -p pause-191587 --alsologtostderr -v=5: (1.370409524s)
--- PASS: TestPause/serial/PauseAgain (1.37s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-191587 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-191587 --alsologtostderr -v=5: (3.170695976s)
--- PASS: TestPause/serial/DeletePaused (3.17s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-191587
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-191587: exit status 1 (18.911377ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-191587: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.68s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-998159 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-998159 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (253.268377ms)
-- stdout --
* [false-998159] minikube v1.35.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20534
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I0414 12:13:05.503687 782043 out.go:345] Setting OutFile to fd 1 ...
I0414 12:13:05.503838 782043 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 12:13:05.503850 782043 out.go:358] Setting ErrFile to fd 2...
I0414 12:13:05.503856 782043 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0414 12:13:05.504145 782043 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20534-593612/.minikube/bin
I0414 12:13:05.504611 782043 out.go:352] Setting JSON to false
I0414 12:13:05.505528 782043 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":14130,"bootTime":1744618656,"procs":157,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1081-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I0414 12:13:05.505601 782043 start.go:139] virtualization:
I0414 12:13:05.509342 782043 out.go:177] * [false-998159] minikube v1.35.0 on Ubuntu 20.04 (arm64)
I0414 12:13:05.513240 782043 out.go:177] - MINIKUBE_LOCATION=20534
I0414 12:13:05.513377 782043 notify.go:220] Checking for updates...
I0414 12:13:05.519003 782043 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0414 12:13:05.524067 782043 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20534-593612/kubeconfig
I0414 12:13:05.527186 782043 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20534-593612/.minikube
I0414 12:13:05.530475 782043 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0414 12:13:05.533967 782043 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0414 12:13:05.537551 782043 config.go:182] Loaded profile config "force-systemd-env-192106": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
I0414 12:13:05.537780 782043 driver.go:394] Setting default libvirt URI to qemu:///system
I0414 12:13:05.591688 782043 docker.go:123] docker version: linux-28.0.4:Docker Engine - Community
I0414 12:13:05.591809 782043 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0414 12:13:05.661683 782043 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2025-04-14 12:13:05.652227944 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1081-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:28.0.4 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:05044ec0a9a75232cad458027ca83437aae3f4da Expected:05044ec0a9a75232cad458027ca83437aae3f4da} RuncCommit:{ID:v1.2.5-0-g59923ef Expected:v1.2.5-0-g59923ef} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> Serv
erErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.22.0] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.34.0]] Warnings:<nil>}}
I0414 12:13:05.661787 782043 docker.go:318] overlay module found
I0414 12:13:05.665062 782043 out.go:177] * Using the docker driver based on user configuration
I0414 12:13:05.670980 782043 start.go:297] selected driver: docker
I0414 12:13:05.671003 782043 start.go:901] validating driver "docker" against <nil>
I0414 12:13:05.671022 782043 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0414 12:13:05.677669 782043 out.go:201]
W0414 12:13:05.680987 782043 out.go:270] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I0414 12:13:05.683209 782043 out.go:201]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-998159 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-998159
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-998159
>>> host: /etc/nsswitch.conf:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/hosts:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/resolv.conf:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-998159
>>> host: crictl pods:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: crictl containers:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> k8s: describe netcat deployment:
error: context "false-998159" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-998159" does not exist
>>> k8s: netcat logs:
error: context "false-998159" does not exist
>>> k8s: describe coredns deployment:
error: context "false-998159" does not exist
>>> k8s: describe coredns pods:
error: context "false-998159" does not exist
>>> k8s: coredns logs:
error: context "false-998159" does not exist
>>> k8s: describe api server pod(s):
error: context "false-998159" does not exist
>>> k8s: api server logs:
error: context "false-998159" does not exist
>>> host: /etc/cni:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: ip a s:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: ip r s:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: iptables-save:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: iptables table nat:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> k8s: describe kube-proxy daemon set:
error: context "false-998159" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-998159" does not exist
>>> k8s: kube-proxy logs:
error: context "false-998159" does not exist
>>> host: kubelet daemon status:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: kubelet daemon config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> k8s: kubelet logs:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-998159
>>> host: docker daemon status:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: docker daemon config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/docker/daemon.json:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: docker system info:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: cri-docker daemon status:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: cri-docker daemon config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: cri-dockerd version:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: containerd daemon status:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: containerd daemon config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/containerd/config.toml:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: containerd config dump:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: crio daemon status:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: crio daemon config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: /etc/crio:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
>>> host: crio config:
* Profile "false-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-998159"
----------------------- debugLogs end: false-998159 [took: 5.020314276s] --------------------------------
helpers_test.go:175: Cleaning up "false-998159" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-998159
--- PASS: TestNetworkPlugins/group/false (5.48s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-447720 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
E0414 12:14:53.038710 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:15:40.946376 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-447720 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (3m1.619717261s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (181.62s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-447720 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [b40e0bf7-8345-4e98-a7e9-b06788abf0e9] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [b40e0bf7-8345-4e98-a7e9-b06788abf0e9] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 11.003650646s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-447720 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (11.74s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-447720 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-447720 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.020176931s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context old-k8s-version-447720 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.19s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-447720 --alsologtostderr -v=3
E0414 12:17:37.880528 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-447720 --alsologtostderr -v=3: (12.185428829s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.19s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-282933 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-282933 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (59.613517972s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (59.61s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-447720 -n old-k8s-version-447720
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-447720 -n old-k8s-version-447720: exit status 7 (195.458161ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-447720 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.48s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-447720 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-447720 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (48.631063634s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-447720 -n old-k8s-version-447720
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (49.23s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-pm7jd" [1a0f9b14-9ae1-4325-854b-2b66bb9b7444] Pending / Ready:ContainersNotReady (containers with unready status: [kubernetes-dashboard]) / ContainersReady:ContainersNotReady (containers with unready status: [kubernetes-dashboard])
helpers_test.go:344: "kubernetes-dashboard-cd95d586-pm7jd" [1a0f9b14-9ae1-4325-854b-2b66bb9b7444] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 16.00435666s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (16.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-282933 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [d210d58e-db88-4a14-9912-255f4f63d634] Pending
helpers_test.go:344: "busybox" [d210d58e-db88-4a14-9912-255f4f63d634] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [d210d58e-db88-4a14-9912-255f4f63d634] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 12.003869578s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-282933 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (12.41s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-pm7jd" [1a0f9b14-9ae1-4325-854b-2b66bb9b7444] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004014284s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context old-k8s-version-447720 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (6.12s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-282933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-282933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.110679072s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context default-k8s-diff-port-282933 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-282933 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-282933 --alsologtostderr -v=3: (12.103136655s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (12.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-447720 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-447720 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-447720 -n old-k8s-version-447720
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-447720 -n old-k8s-version-447720: exit status 2 (498.963955ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-447720 -n old-k8s-version-447720
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-447720 -n old-k8s-version-447720: exit status 2 (322.934164ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-447720 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-447720 -n old-k8s-version-447720
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-447720 -n old-k8s-version-447720
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (3.08s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-587611 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-587611 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (57.826847778s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (57.83s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933: exit status 7 (113.460909ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-282933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.29s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-282933 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
E0414 12:19:53.039387 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-282933 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m36.631713119s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (277.01s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-587611 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [fb6d53ff-31b4-40da-886c-39f0fb1155c5] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [fb6d53ff-31b4-40da-886c-39f0fb1155c5] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 11.002986958s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-587611 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (11.33s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-587611 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-587611 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.091106225s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context embed-certs-587611 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.23s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-587611 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-587611 --alsologtostderr -v=3: (12.062545962s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (12.06s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-587611 -n embed-certs-587611
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-587611 -n embed-certs-587611: exit status 7 (100.724401ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-587611 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-587611 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
E0414 12:22:22.347358 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.353727 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.365178 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.386598 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.427971 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.509447 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.671114 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:22.992709 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:23.634860 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:24.916203 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:27.478160 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:32.600126 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:37.880366 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:22:42.841699 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:23:03.323165 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-587611 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m28.505099557s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-587611 -n embed-certs-587611
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (268.87s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-9xmzz" [d94cd0d7-623c-4a74-ac7f-96e63b483be1] Running
E0414 12:23:44.284765 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003408731s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-9xmzz" [d94cd0d7-623c-4a74-ac7f-96e63b483be1] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.002817651s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context default-k8s-diff-port-282933 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-282933 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-282933 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933: exit status 2 (343.710782ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933: exit status 2 (348.104792ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-282933 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-282933 -n default-k8s-diff-port-282933
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.20s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-519054 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
E0414 12:24:36.111628 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:24:53.038984 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-519054 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (1m7.152636616s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (67.15s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-8tlzh" [164c98ff-dfc3-42b8-b132-5e7fa83a188a] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003285159s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-8tlzh" [164c98ff-dfc3-42b8-b132-5e7fa83a188a] Running
E0414 12:25:06.206787 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004725351s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context embed-certs-587611 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.12s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-587611 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-587611 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-587611 -n embed-certs-587611
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-587611 -n embed-certs-587611: exit status 2 (334.690208ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-587611 -n embed-certs-587611
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-587611 -n embed-certs-587611: exit status 2 (338.021844ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-587611 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-587611 -n embed-certs-587611
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-587611 -n embed-certs-587611
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.27s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-519054 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [172b1f14-4f0f-4a79-99d7-b2cdbd286b5f] Pending
helpers_test.go:344: "busybox" [172b1f14-4f0f-4a79-99d7-b2cdbd286b5f] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [172b1f14-4f0f-4a79-99d7-b2cdbd286b5f] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 11.004481591s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-519054 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (11.44s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-459977 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-459977 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (45.659521306s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (45.66s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-519054 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-519054 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.66750472s)
start_stop_delete_test.go:213: (dbg) Run: kubectl --context no-preload-519054 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.81s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-519054 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-519054 --alsologtostderr -v=3: (12.014251779s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.01s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-519054 -n no-preload-519054
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-519054 -n no-preload-519054: exit status 7 (97.501314ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-519054 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.24s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-519054 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-519054 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (4m39.29886265s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-519054 -n no-preload-519054
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (279.72s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-459977 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-459977 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (2.548489279s)
start_stop_delete_test.go:209: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (2.55s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-459977 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-459977 --alsologtostderr -v=3: (1.831175692s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.83s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-459977 -n newest-cni-459977
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-459977 -n newest-cni-459977: exit status 7 (116.369962ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-459977 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.27s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-459977 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-459977 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.32.2: (17.285183909s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-459977 -n newest-cni-459977
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (17.75s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:271: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:282: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-459977 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20241212-9f82dd49
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.28s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-459977 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-459977 -n newest-cni-459977
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-459977 -n newest-cni-459977: exit status 2 (323.200241ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-459977 -n newest-cni-459977
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-459977 -n newest-cni-459977: exit status 2 (333.489484ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-459977 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-459977 -n newest-cni-459977
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-459977 -n newest-cni-459977
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.09s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (49.076483133s)
--- PASS: TestNetworkPlugins/group/auto/Start (49.08s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-998159 "pgrep -a kubelet"
I0414 12:27:17.906032 599128 config.go:182] Loaded profile config "auto-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-rs4gr" [25295845-13c8-4b92-8652-e312384a75e3] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0414 12:27:22.347808 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-rs4gr" [25295845-13c8-4b92-8652-e312384a75e3] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.003154395s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.29s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.20s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (49.025635057s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (49.03s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-mznj9" [f02a76ad-9300-4a3c-8817-bca20cc00351] Running
E0414 12:28:40.732093 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:40.738651 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:40.750182 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:40.771691 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:40.813208 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:40.894749 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:41.056028 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:41.377809 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:42.020154 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:43.302224 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:28:45.863597 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003248289s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.00s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-998159 "pgrep -a kubelet"
I0414 12:28:46.260519 599128 config.go:182] Loaded profile config "kindnet-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-4zzz8" [961bb881-e320-429e-8a37-0c0eb1adf502] Pending
helpers_test.go:344: "netcat-5d86dc444-4zzz8" [961bb881-e320-429e-8a37-0c0eb1adf502] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0414 12:28:50.984988 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-4zzz8" [961bb881-e320-429e-8a37-0c0eb1adf502] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.004142198s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.25s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.20s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E0414 12:29:21.707735 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:29:53.038907 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/addons-586997/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:30:02.669068 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m9.073623722s)
--- PASS: TestNetworkPlugins/group/calico/Start (69.07s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-9gvzv" [e6f391b7-dcfd-43da-b982-a7dbe0c9347b] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004954761s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-7779f9b69b-9gvzv" [e6f391b7-dcfd-43da-b982-a7dbe0c9347b] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004182077s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context no-preload-519054 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-arm64 -p no-preload-519054 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250214-acbabc1a
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-519054 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-519054 -n no-preload-519054
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-519054 -n no-preload-519054: exit status 2 (346.140751ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-519054 -n no-preload-519054
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-519054 -n no-preload-519054: exit status 2 (328.152928ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:309: status error: exit status 2 (may be ok)
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-519054 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-519054 -n no-preload-519054
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-519054 -n no-preload-519054
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.37s)
E0414 12:34:00.450147 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/kindnet-998159/client.crt: no such file or directory" logger="UnhandledError"
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-75gfz" [b920e509-3dc9-46bb-bcbc-0d4234737159] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.003652891s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m6.627282816s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (66.63s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-998159 "pgrep -a kubelet"
I0414 12:30:34.461204 599128 config.go:182] Loaded profile config "calico-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.37s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-998159 replace --force -f testdata/netcat-deployment.yaml
I0414 12:30:34.830861 599128 kapi.go:136] Waiting for deployment netcat to stabilize, generation 1 observed generation 1 spec.replicas 1 status.replicas 0
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-j6pw8" [e2b186bb-68e2-4884-928d-6d930555c8e0] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-j6pw8" [e2b186bb-68e2-4884-928d-6d930555c8e0] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 12.004171374s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (12.39s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.30s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
E0414 12:31:24.591399 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m21.423968582s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (81.42s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-998159 "pgrep -a kubelet"
I0414 12:31:39.011247 599128 config.go:182] Loaded profile config "custom-flannel-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.40s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-9gl8g" [f39e78a2-5dca-4760-b652-880c22abe2a8] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-9gl8g" [f39e78a2-5dca-4760-b652-880c22abe2a8] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 12.003686486s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (12.34s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.25s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.18s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E0414 12:32:18.173751 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.180141 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.191658 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.213496 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.254941 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.336436 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.498004 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:18.819716 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:19.461700 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:20.744051 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:20.953834 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:22.347196 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/old-k8s-version-447720/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:23.309345 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:28.430839 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (56.852189269s)
--- PASS: TestNetworkPlugins/group/flannel/Start (56.85s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-998159 "pgrep -a kubelet"
I0414 12:32:35.859433 599128 config.go:182] Loaded profile config "enable-default-cni-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.37s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-ldx92" [daae2985-acb6-499e-a4f5-49bd36ef2e69] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E0414 12:32:37.880104 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/functional-504830/client.crt: no such file or directory" logger="UnhandledError"
E0414 12:32:38.672799 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/auto-998159/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-5d86dc444-ldx92" [daae2985-acb6-499e-a4f5-49bd36ef2e69] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 12.003640614s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (12.30s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-998159 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (51.742858779s)
--- PASS: TestNetworkPlugins/group/bridge/Start (51.74s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-ckt2t" [0ff3ab20-3228-4cfd-8b8b-2a09298f23bc] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.006529961s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-998159 "pgrep -a kubelet"
I0414 12:33:17.144025 599128 config.go:182] Loaded profile config "flannel-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-l2dng" [c88fc384-966e-4edf-a795-b8b1c7f9836b] Pending
helpers_test.go:344: "netcat-5d86dc444-l2dng" [c88fc384-966e-4edf-a795-b8b1c7f9836b] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 13.003685075s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (13.25s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.21s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.20s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.20s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-998159 "pgrep -a kubelet"
I0414 12:34:02.012001 599128 config.go:182] Loaded profile config "bridge-998159": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.2
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-998159 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-5d86dc444-8xzx6" [6045f5b4-1407-4218-bf9a-67ab197b854e] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-5d86dc444-8xzx6" [6045f5b4-1407-4218-bf9a-67ab197b854e] Running
E0414 12:34:08.433490 599128 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/default-k8s-diff-port-282933/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.003840987s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.27s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-998159 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.17s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-998159 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.15s)
=== RUN TestDownloadOnly/v1.20.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.20.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.20.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.20.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.20.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.20.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.32.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.32.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.32.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.32.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.32.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.32.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-270513 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-270513" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-270513
--- SKIP: TestDownloadOnlyKic (0.66s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/Volcano
addons_test.go:789: skipping: crio not supported
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-586997 addons disable volcano --alsologtostderr -v=1
--- SKIP: TestAddons/serial/Volcano (0.32s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:698: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.01s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:422: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:972: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1804: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:480: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:567: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestFunctionalNewestKubernetes
functional_test.go:84:
--- SKIP: TestFunctionalNewestKubernetes (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:101: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-925465" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-925465
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:631:
----------------------- debugLogs start: kubenet-998159 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-998159
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-998159
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/hosts:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/resolv.conf:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-998159
>>> host: crictl pods:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: crictl containers:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> k8s: describe netcat deployment:
error: context "kubenet-998159" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-998159" does not exist
>>> k8s: netcat logs:
error: context "kubenet-998159" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-998159" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-998159" does not exist
>>> k8s: coredns logs:
error: context "kubenet-998159" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-998159" does not exist
>>> k8s: api server logs:
error: context "kubenet-998159" does not exist
>>> host: /etc/cni:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: ip a s:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: ip r s:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: iptables-save:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: iptables table nat:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-998159" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-998159" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-998159" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: kubelet daemon config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> k8s: kubelet logs:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20534-593612/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 14 Apr 2025 12:12:59 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.85.2:8443
name: force-systemd-flag-778605
contexts:
- context:
cluster: force-systemd-flag-778605
extensions:
- extension:
last-update: Mon, 14 Apr 2025 12:12:59 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: context_info
namespace: default
user: force-systemd-flag-778605
name: force-systemd-flag-778605
current-context: force-systemd-flag-778605
kind: Config
preferences: {}
users:
- name: force-systemd-flag-778605
user:
client-certificate: /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/force-systemd-flag-778605/client.crt
client-key: /home/jenkins/minikube-integration/20534-593612/.minikube/profiles/force-systemd-flag-778605/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-998159
>>> host: docker daemon status:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: docker daemon config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: docker system info:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: cri-docker daemon status:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: cri-docker daemon config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: cri-dockerd version:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: containerd daemon status:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: containerd daemon config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: containerd config dump:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: crio daemon status:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: crio daemon config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: /etc/crio:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
>>> host: crio config:
* Profile "kubenet-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-998159"
----------------------- debugLogs end: kubenet-998159 [took: 4.733191476s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-998159" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-998159
--- SKIP: TestNetworkPlugins/group/kubenet (4.96s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:631:
----------------------- debugLogs start: cilium-998159 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-998159
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-998159
>>> host: /etc/nsswitch.conf:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/hosts:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/resolv.conf:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-998159
>>> host: crictl pods:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: crictl containers:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> k8s: describe netcat deployment:
error: context "cilium-998159" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-998159" does not exist
>>> k8s: netcat logs:
error: context "cilium-998159" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-998159" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-998159" does not exist
>>> k8s: coredns logs:
error: context "cilium-998159" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-998159" does not exist
>>> k8s: api server logs:
error: context "cilium-998159" does not exist
>>> host: /etc/cni:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: ip a s:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: ip r s:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: iptables-save:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: iptables table nat:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-998159
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-998159
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-998159" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-998159" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-998159
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-998159
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-998159" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-998159" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-998159" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-998159" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-998159" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: kubelet daemon config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> k8s: kubelet logs:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-998159
>>> host: docker daemon status:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: docker daemon config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: docker system info:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: cri-docker daemon status:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: cri-docker daemon config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: cri-dockerd version:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: containerd daemon status:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: containerd daemon config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: containerd config dump:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: crio daemon status:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: crio daemon config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: /etc/crio:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
>>> host: crio config:
* Profile "cilium-998159" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-998159"
----------------------- debugLogs end: cilium-998159 [took: 5.65030251s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-998159" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-998159
--- SKIP: TestNetworkPlugins/group/cilium (5.87s)