964562641276d457941dbb6d7cf4aa7e43312d02:2024-12-10:37415
| Order | failed test | Duration |
|---|---|---|
| 36 | TestAddons/parallel/Ingress | 153.01 |
| 38 | TestAddons/parallel/MetricsServer | 293.77 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-824584 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-824584 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-824584 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [2359c890-fde6-4138-9dbb-3cacc43e5e38] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [2359c890-fde6-4138-9dbb-3cacc43e5e38] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 10.004527934s
I1209 23:49:37.055581 301498 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-824584 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m10.025957385s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-824584 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-824584
helpers_test.go:235: (dbg) docker inspect addons-824584:
-- stdout --
[
{
"Id": "904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f",
"Created": "2024-12-09T23:44:19.857447434Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 302753,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-09T23:44:19.984766752Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:51526bd7c0894c18bc1ef50650a0aaaea3bed24f70f72f77ac668ae72dfff137",
"ResolvConfPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/hostname",
"HostsPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/hosts",
"LogPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f-json.log",
"Name": "/addons-824584",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-824584:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-824584",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca-init/diff:/var/lib/docker/overlay2/f0a701829fe3ec5be58f729aa115e253e6c8819f8ed33716a4bba6273aed091c/diff",
"MergedDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/merged",
"UpperDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/diff",
"WorkDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-824584",
"Source": "/var/lib/docker/volumes/addons-824584/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-824584",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-824584",
"name.minikube.sigs.k8s.io": "addons-824584",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c5b15b0f2dc885df04772904641ed3d24a9bcfd914bf013ba077132aa49ec135",
"SandboxKey": "/var/run/docker/netns/c5b15b0f2dc8",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33143"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-824584": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "838ddea58c2ef629d8719913a4e9cbd48bb80887cb191c5365882a7db060fb74",
"EndpointID": "8be291c0a5385bdc34687be9112524fc0ba116fed39ea2c8840200a8adb628f3",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-824584",
"904c474b1c3c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-824584 -n addons-824584
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 logs -n 25: (1.671465032s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-346830 | download-only-346830 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| delete | -p download-only-354383 | download-only-354383 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | --download-only -p | download-docker-272848 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | download-docker-272848 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-272848 | download-docker-272848 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | --download-only -p | binary-mirror-055459 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | binary-mirror-055459 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33765 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-055459 | binary-mirror-055459 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| addons | enable dashboard -p | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-824584 | | | | | |
| addons | disable dashboard -p | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-824584 | | | | | |
| start | -p addons-824584 --wait=true | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:47 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-824584 ip | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | -p addons-824584 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-824584 ssh cat | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | /opt/local-path-provisioner/pvc-ad49c09a-1adb-461d-a8de-fcef827767e7_default_test-pvc/file1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-824584 ssh curl -s | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-824584 ip | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:51 UTC | 09 Dec 24 23:51 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 23:43:54
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:43:54.490844 302258 out.go:345] Setting OutFile to fd 1 ...
I1209 23:43:54.490969 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:54.490979 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:43:54.490986 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:54.491225 302258 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:43:54.491659 302258 out.go:352] Setting JSON to false
I1209 23:43:54.492444 302258 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5181,"bootTime":1733782653,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:43:54.492511 302258 start.go:139] virtualization:
I1209 23:43:54.494675 302258 out.go:177] * [addons-824584] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1209 23:43:54.496368 302258 out.go:177] - MINIKUBE_LOCATION=20062
I1209 23:43:54.496427 302258 notify.go:220] Checking for updates...
I1209 23:43:54.499688 302258 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:43:54.501404 302258 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:43:54.502782 302258 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:43:54.504186 302258 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1209 23:43:54.506045 302258 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:43:54.507658 302258 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:43:54.530836 302258 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:43:54.530967 302258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:54.599178 302258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:43:54.589879077 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:54.599296 302258 docker.go:318] overlay module found
I1209 23:43:54.601702 302258 out.go:177] * Using the docker driver based on user configuration
I1209 23:43:54.604368 302258 start.go:297] selected driver: docker
I1209 23:43:54.604386 302258 start.go:901] validating driver "docker" against <nil>
I1209 23:43:54.604401 302258 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:43:54.605121 302258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:54.667349 302258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:43:54.659029596 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:54.667566 302258 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:43:54.667801 302258 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:43:54.669222 302258 out.go:177] * Using Docker driver with root privileges
I1209 23:43:54.670809 302258 cni.go:84] Creating CNI manager for ""
I1209 23:43:54.670881 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:43:54.670896 302258 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:43:54.670971 302258 start.go:340] cluster config:
{Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:43:54.673851 302258 out.go:177] * Starting "addons-824584" primary control-plane node in "addons-824584" cluster
I1209 23:43:54.675376 302258 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:43:54.676680 302258 out.go:177] * Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:43:54.677851 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:54.677904 302258 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1209 23:43:54.677915 302258 cache.go:56] Caching tarball of preloaded images
I1209 23:43:54.677935 302258 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:43:54.678005 302258 preload.go:172] Found /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1209 23:43:54.678015 302258 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 23:43:54.678362 302258 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json ...
I1209 23:43:54.678392 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json: {Name:mk90121d52df05f629bd2a55f84bc85765f7a847 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:43:54.693639 302258 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:54.693758 302258 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:43:54.693777 302258 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory, skipping pull
I1209 23:43:54.693792 302258 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 exists in cache, skipping pull
I1209 23:43:54.693800 302258 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 as a tarball
I1209 23:43:54.693806 302258 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from local cache
I1209 23:44:12.110804 302258 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from cached tarball
I1209 23:44:12.110841 302258 cache.go:194] Successfully downloaded all kic artifacts
I1209 23:44:12.110882 302258 start.go:360] acquireMachinesLock for addons-824584: {Name:mk3c2ac63e8887350c0c730e4dd04ba15991ff55 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 23:44:12.110998 302258 start.go:364] duration metric: took 93.938µs to acquireMachinesLock for "addons-824584"
I1209 23:44:12.111022 302258 start.go:93] Provisioning new machine with config: &{Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:44:12.111091 302258 start.go:125] createHost starting for "" (driver="docker")
I1209 23:44:12.112911 302258 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1209 23:44:12.113170 302258 start.go:159] libmachine.API.Create for "addons-824584" (driver="docker")
I1209 23:44:12.113207 302258 client.go:168] LocalClient.Create starting
I1209 23:44:12.113323 302258 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem
I1209 23:44:12.472999 302258 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem
I1209 23:44:13.540854 302258 cli_runner.go:164] Run: docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1209 23:44:13.556023 302258 cli_runner.go:211] docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1209 23:44:13.556099 302258 network_create.go:284] running [docker network inspect addons-824584] to gather additional debugging logs...
I1209 23:44:13.556123 302258 cli_runner.go:164] Run: docker network inspect addons-824584
W1209 23:44:13.569583 302258 cli_runner.go:211] docker network inspect addons-824584 returned with exit code 1
I1209 23:44:13.569613 302258 network_create.go:287] error running [docker network inspect addons-824584]: docker network inspect addons-824584: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-824584 not found
I1209 23:44:13.569625 302258 network_create.go:289] output of [docker network inspect addons-824584]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-824584 not found
** /stderr **
I1209 23:44:13.569720 302258 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:44:13.585314 302258 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40004fa450}
I1209 23:44:13.585356 302258 network_create.go:124] attempt to create docker network addons-824584 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1209 23:44:13.585410 302258 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-824584 addons-824584
I1209 23:44:13.656770 302258 network_create.go:108] docker network addons-824584 192.168.49.0/24 created
I1209 23:44:13.656805 302258 kic.go:121] calculated static IP "192.168.49.2" for the "addons-824584" container
I1209 23:44:13.656882 302258 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1209 23:44:13.671739 302258 cli_runner.go:164] Run: docker volume create addons-824584 --label name.minikube.sigs.k8s.io=addons-824584 --label created_by.minikube.sigs.k8s.io=true
I1209 23:44:13.688818 302258 oci.go:103] Successfully created a docker volume addons-824584
I1209 23:44:13.688917 302258 cli_runner.go:164] Run: docker run --rm --name addons-824584-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --entrypoint /usr/bin/test -v addons-824584:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib
I1209 23:44:15.756188 302258 cli_runner.go:217] Completed: docker run --rm --name addons-824584-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --entrypoint /usr/bin/test -v addons-824584:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib: (2.067225204s)
I1209 23:44:15.756221 302258 oci.go:107] Successfully prepared a docker volume addons-824584
I1209 23:44:15.756236 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:15.756257 302258 kic.go:194] Starting extracting preloaded images to volume ...
I1209 23:44:15.756336 302258 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-824584:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir
I1209 23:44:19.783165 302258 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-824584:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir: (4.026786737s)
I1209 23:44:19.783200 302258 kic.go:203] duration metric: took 4.026939382s to extract preloaded images to volume ...
W1209 23:44:19.783356 302258 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1209 23:44:19.783468 302258 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1209 23:44:19.842920 302258 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-824584 --name addons-824584 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-824584 --network addons-824584 --ip 192.168.49.2 --volume addons-824584:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615
I1209 23:44:20.181848 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Running}}
I1209 23:44:20.205508 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.231920 302258 cli_runner.go:164] Run: docker exec addons-824584 stat /var/lib/dpkg/alternatives/iptables
I1209 23:44:20.285864 302258 oci.go:144] the created container "addons-824584" has a running status.
I1209 23:44:20.285895 302258 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa...
I1209 23:44:20.536380 302258 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1209 23:44:20.569159 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.595901 302258 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1209 23:44:20.595979 302258 kic_runner.go:114] Args: [docker exec --privileged addons-824584 chown docker:docker /home/docker/.ssh/authorized_keys]
I1209 23:44:20.663413 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.691212 302258 machine.go:93] provisionDockerMachine start ...
I1209 23:44:20.691321 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:20.715556 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:20.715827 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:20.715855 302258 main.go:141] libmachine: About to run SSH command:
hostname
I1209 23:44:20.716539 302258 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1209 23:44:23.838647 302258 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-824584
I1209 23:44:23.838671 302258 ubuntu.go:169] provisioning hostname "addons-824584"
I1209 23:44:23.838759 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:23.855307 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:23.855553 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:23.855574 302258 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-824584 && echo "addons-824584" | sudo tee /etc/hostname
I1209 23:44:23.986357 302258 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-824584
I1209 23:44:23.986478 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.004719 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:24.004988 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:24.005014 302258 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-824584' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-824584/g' /etc/hosts;
else
echo '127.0.1.1 addons-824584' | sudo tee -a /etc/hosts;
fi
fi
I1209 23:44:24.126844 302258 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 23:44:24.126873 302258 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20062-295979/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-295979/.minikube}
I1209 23:44:24.126925 302258 ubuntu.go:177] setting up certificates
I1209 23:44:24.126938 302258 provision.go:84] configureAuth start
I1209 23:44:24.127055 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:24.143483 302258 provision.go:143] copyHostCerts
I1209 23:44:24.143570 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/ca.pem (1078 bytes)
I1209 23:44:24.143701 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/cert.pem (1123 bytes)
I1209 23:44:24.143763 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/key.pem (1675 bytes)
I1209 23:44:24.143839 302258 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem org=jenkins.addons-824584 san=[127.0.0.1 192.168.49.2 addons-824584 localhost minikube]
I1209 23:44:24.565283 302258 provision.go:177] copyRemoteCerts
I1209 23:44:24.565353 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 23:44:24.565394 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.583932 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:24.675433 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1209 23:44:24.699688 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 23:44:24.724071 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 23:44:24.748293 302258 provision.go:87] duration metric: took 621.336732ms to configureAuth
I1209 23:44:24.748368 302258 ubuntu.go:193] setting minikube options for container-runtime
I1209 23:44:24.748570 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:24.748721 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.765369 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:24.765633 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:24.765655 302258 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 23:44:24.982431 302258 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 23:44:24.982457 302258 machine.go:96] duration metric: took 4.291212106s to provisionDockerMachine
I1209 23:44:24.982468 302258 client.go:171] duration metric: took 12.86925185s to LocalClient.Create
I1209 23:44:24.982482 302258 start.go:167] duration metric: took 12.869313034s to libmachine.API.Create "addons-824584"
I1209 23:44:24.982489 302258 start.go:293] postStartSetup for "addons-824584" (driver="docker")
I1209 23:44:24.982505 302258 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 23:44:24.982572 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 23:44:24.982655 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.001561 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.092352 302258 ssh_runner.go:195] Run: cat /etc/os-release
I1209 23:44:25.095943 302258 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1209 23:44:25.095984 302258 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1209 23:44:25.095998 302258 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1209 23:44:25.096008 302258 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1209 23:44:25.096019 302258 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-295979/.minikube/addons for local assets ...
I1209 23:44:25.096099 302258 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-295979/.minikube/files for local assets ...
I1209 23:44:25.096132 302258 start.go:296] duration metric: took 113.635737ms for postStartSetup
I1209 23:44:25.096482 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:25.113207 302258 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json ...
I1209 23:44:25.113503 302258 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1209 23:44:25.113547 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.129273 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.215364 302258 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1209 23:44:25.219794 302258 start.go:128] duration metric: took 13.108687457s to createHost
I1209 23:44:25.219818 302258 start.go:83] releasing machines lock for "addons-824584", held for 13.10881173s
I1209 23:44:25.219890 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:25.236637 302258 ssh_runner.go:195] Run: cat /version.json
I1209 23:44:25.236703 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.236771 302258 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 23:44:25.236869 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.257708 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.264294 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.341937 302258 ssh_runner.go:195] Run: systemctl --version
I1209 23:44:25.481914 302258 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 23:44:25.623469 302258 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1209 23:44:25.627504 302258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:25.647120 302258 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1209 23:44:25.647193 302258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:25.679297 302258 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1209 23:44:25.679321 302258 start.go:495] detecting cgroup driver to use...
I1209 23:44:25.679354 302258 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1209 23:44:25.679403 302258 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 23:44:25.695771 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 23:44:25.707532 302258 docker.go:217] disabling cri-docker service (if available) ...
I1209 23:44:25.707638 302258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 23:44:25.722206 302258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 23:44:25.736876 302258 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 23:44:25.814467 302258 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 23:44:25.908780 302258 docker.go:233] disabling docker service ...
I1209 23:44:25.908894 302258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 23:44:25.929815 302258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 23:44:25.942248 302258 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 23:44:26.022670 302258 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 23:44:26.120069 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 23:44:26.131190 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 23:44:26.147491 302258 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 23:44:26.147557 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.157448 302258 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 23:44:26.157522 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.167856 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.178292 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.188478 302258 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 23:44:26.198735 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.208874 302258 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.224519 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.234081 302258 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 23:44:26.242425 302258 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 23:44:26.250590 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:26.330118 302258 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 23:44:26.445223 302258 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 23:44:26.445307 302258 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 23:44:26.448868 302258 start.go:563] Will wait 60s for crictl version
I1209 23:44:26.448936 302258 ssh_runner.go:195] Run: which crictl
I1209 23:44:26.452094 302258 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 23:44:26.489274 302258 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1209 23:44:26.489399 302258 ssh_runner.go:195] Run: crio --version
I1209 23:44:26.527061 302258 ssh_runner.go:195] Run: crio --version
I1209 23:44:26.567329 302258 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1209 23:44:26.568536 302258 cli_runner.go:164] Run: docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:44:26.584804 302258 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1209 23:44:26.588261 302258 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:26.599265 302258 kubeadm.go:883] updating cluster {Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 23:44:26.599395 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:26.599568 302258 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:26.683889 302258 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:26.683917 302258 crio.go:433] Images already preloaded, skipping extraction
I1209 23:44:26.684002 302258 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:26.725818 302258 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:26.725882 302258 cache_images.go:84] Images are preloaded, skipping loading
I1209 23:44:26.725905 302258 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1209 23:44:26.726039 302258 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-824584 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 23:44:26.726148 302258 ssh_runner.go:195] Run: crio config
I1209 23:44:26.801336 302258 cni.go:84] Creating CNI manager for ""
I1209 23:44:26.801404 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:26.801429 302258 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 23:44:26.801473 302258 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-824584 NodeName:addons-824584 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 23:44:26.801633 302258 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-824584"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 23:44:26.801728 302258 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 23:44:26.810211 302258 binaries.go:44] Found k8s binaries, skipping transfer
I1209 23:44:26.810286 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1209 23:44:26.818849 302258 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1209 23:44:26.836369 302258 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 23:44:26.854136 302258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1209 23:44:26.871363 302258 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1209 23:44:26.874806 302258 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:26.885412 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:26.961684 302258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:26.974552 302258 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584 for IP: 192.168.49.2
I1209 23:44:26.974571 302258 certs.go:194] generating shared ca certs ...
I1209 23:44:26.974588 302258 certs.go:226] acquiring lock for ca certs: {Name:mkf2f940d2faaa20cdb2d8a0674e51c79315a5ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:26.974750 302258 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key
I1209 23:44:27.423148 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt ...
I1209 23:44:27.423181 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt: {Name:mkaa9d8049dd97326f34c76481f365c2b7d28c07 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:27.423397 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key ...
I1209 23:44:27.423413 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key: {Name:mke1b3f44bbf6a31b29731e8bc7d57984cbb1ea2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:27.423502 302258 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key
I1209 23:44:28.032694 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt ...
I1209 23:44:28.032736 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt: {Name:mkc408a886d8e3cd1b147608c9dfc87534142498 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:28.032972 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key ...
I1209 23:44:28.032984 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key: {Name:mk2eeb88065e654462569ff205071f8864f69f52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:28.033071 302258 certs.go:256] generating profile certs ...
I1209 23:44:28.033128 302258 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key
I1209 23:44:28.033146 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt with IP's: []
I1209 23:44:29.288212 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt ...
I1209 23:44:29.288252 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: {Name:mk3e11fc2ae68be00470b51c541a35ecdf72e889 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.288444 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key ...
I1209 23:44:29.288458 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key: {Name:mke29aa7288adb48ed07adc4a2a66719548865d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.288547 302258 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7
I1209 23:44:29.288567 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1209 23:44:29.620120 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 ...
I1209 23:44:29.620154 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7: {Name:mkb6f86b7cefa26b08a735a7eb157ac4b87530d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.620347 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7 ...
I1209 23:44:29.620362 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7: {Name:mk70df9a27ca7fdc579e3536b2a94e25a8a8943a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.620446 302258 certs.go:381] copying /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 -> /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt
I1209 23:44:29.620528 302258 certs.go:385] copying /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7 -> /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key
I1209 23:44:29.620581 302258 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key
I1209 23:44:29.620602 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt with IP's: []
I1209 23:44:29.826986 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt ...
I1209 23:44:29.827017 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt: {Name:mk1a51254c286bcfe6ff2be64a62d966be5dd94e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.827192 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key ...
I1209 23:44:29.827206 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key: {Name:mk396168df71dbd5d4b71cc8d329fd51bb18e69d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.827394 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem (1675 bytes)
I1209 23:44:29.827437 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem (1078 bytes)
I1209 23:44:29.827468 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem (1123 bytes)
I1209 23:44:29.827499 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem (1675 bytes)
I1209 23:44:29.828122 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 23:44:29.854667 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 23:44:29.878103 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 23:44:29.902172 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1209 23:44:29.926235 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1209 23:44:29.950824 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 23:44:29.975894 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 23:44:30.004876 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 23:44:30.057239 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 23:44:30.089319 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 23:44:30.111094 302258 ssh_runner.go:195] Run: openssl version
I1209 23:44:30.117619 302258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 23:44:30.129595 302258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.133786 302258 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.133896 302258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.141924 302258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 23:44:30.152928 302258 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 23:44:30.156870 302258 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 23:44:30.156935 302258 kubeadm.go:392] StartCluster: {Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:44:30.157033 302258 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 23:44:30.157097 302258 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 23:44:30.196351 302258 cri.go:89] found id: ""
I1209 23:44:30.196428 302258 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 23:44:30.206004 302258 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 23:44:30.215355 302258 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1209 23:44:30.215424 302258 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 23:44:30.225861 302258 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 23:44:30.225888 302258 kubeadm.go:157] found existing configuration files:
I1209 23:44:30.225955 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 23:44:30.235428 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 23:44:30.235497 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 23:44:30.244232 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 23:44:30.253589 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 23:44:30.253679 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 23:44:30.262736 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 23:44:30.272595 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 23:44:30.272724 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 23:44:30.281632 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 23:44:30.290726 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 23:44:30.290841 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 23:44:30.299583 302258 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1209 23:44:30.360960 302258 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1072-aws\n", err: exit status 1
I1209 23:44:30.420316 302258 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 23:44:47.773036 302258 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 23:44:47.773098 302258 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 23:44:47.773186 302258 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1209 23:44:47.773244 302258 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1072-aws[0m
I1209 23:44:47.773283 302258 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1209 23:44:47.773333 302258 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1209 23:44:47.773387 302258 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1209 23:44:47.773438 302258 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1209 23:44:47.773489 302258 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1209 23:44:47.773541 302258 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1209 23:44:47.773592 302258 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1209 23:44:47.773641 302258 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1209 23:44:47.773692 302258 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1209 23:44:47.773742 302258 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1209 23:44:47.773819 302258 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 23:44:47.773916 302258 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 23:44:47.774051 302258 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 23:44:47.774119 302258 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 23:44:47.777072 302258 out.go:235] - Generating certificates and keys ...
I1209 23:44:47.777175 302258 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 23:44:47.777247 302258 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 23:44:47.777337 302258 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 23:44:47.777428 302258 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 23:44:47.777512 302258 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 23:44:47.777575 302258 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 23:44:47.777645 302258 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 23:44:47.777766 302258 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-824584 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:47.777843 302258 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 23:44:47.778013 302258 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-824584 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:47.778103 302258 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 23:44:47.778175 302258 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 23:44:47.778220 302258 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 23:44:47.778279 302258 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 23:44:47.778334 302258 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 23:44:47.778390 302258 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 23:44:47.778445 302258 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 23:44:47.778510 302258 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 23:44:47.778563 302258 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 23:44:47.778645 302258 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 23:44:47.778733 302258 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 23:44:47.781252 302258 out.go:235] - Booting up control plane ...
I1209 23:44:47.781373 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 23:44:47.781460 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 23:44:47.781534 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 23:44:47.781653 302258 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 23:44:47.781745 302258 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 23:44:47.781798 302258 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 23:44:47.781942 302258 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 23:44:47.782062 302258 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 23:44:47.782130 302258 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501688544s
I1209 23:44:47.782209 302258 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 23:44:47.782272 302258 kubeadm.go:310] [api-check] The API server is healthy after 6.001261563s
I1209 23:44:47.782386 302258 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 23:44:47.782525 302258 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 23:44:47.782589 302258 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 23:44:47.782819 302258 kubeadm.go:310] [mark-control-plane] Marking the node addons-824584 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 23:44:47.782885 302258 kubeadm.go:310] [bootstrap-token] Using token: 810vz7.9448m5j0sgvjsesh
I1209 23:44:47.785526 302258 out.go:235] - Configuring RBAC rules ...
I1209 23:44:47.785708 302258 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 23:44:47.785817 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 23:44:47.786009 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 23:44:47.786182 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 23:44:47.786316 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 23:44:47.786427 302258 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 23:44:47.786602 302258 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 23:44:47.786663 302258 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 23:44:47.786760 302258 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 23:44:47.786772 302258 kubeadm.go:310]
I1209 23:44:47.786868 302258 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 23:44:47.786889 302258 kubeadm.go:310]
I1209 23:44:47.786982 302258 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 23:44:47.786995 302258 kubeadm.go:310]
I1209 23:44:47.787027 302258 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 23:44:47.787114 302258 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 23:44:47.787213 302258 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 23:44:47.787228 302258 kubeadm.go:310]
I1209 23:44:47.787289 302258 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 23:44:47.787295 302258 kubeadm.go:310]
I1209 23:44:47.787342 302258 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 23:44:47.787347 302258 kubeadm.go:310]
I1209 23:44:47.787401 302258 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 23:44:47.787476 302258 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 23:44:47.787544 302258 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 23:44:47.787553 302258 kubeadm.go:310]
I1209 23:44:47.787636 302258 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 23:44:47.787713 302258 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 23:44:47.787717 302258 kubeadm.go:310]
I1209 23:44:47.787800 302258 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 810vz7.9448m5j0sgvjsesh \
I1209 23:44:47.787902 302258 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:31b781ddca730137ca923a0a96b1c4439a1928ca1217f945a58e77603799c331 \
I1209 23:44:47.787923 302258 kubeadm.go:310] --control-plane
I1209 23:44:47.787928 302258 kubeadm.go:310]
I1209 23:44:47.788021 302258 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 23:44:47.788027 302258 kubeadm.go:310]
I1209 23:44:47.788108 302258 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 810vz7.9448m5j0sgvjsesh \
I1209 23:44:47.788209 302258 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:31b781ddca730137ca923a0a96b1c4439a1928ca1217f945a58e77603799c331
I1209 23:44:47.788233 302258 cni.go:84] Creating CNI manager for ""
I1209 23:44:47.788240 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:47.790946 302258 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 23:44:47.793737 302258 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 23:44:47.797360 302258 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 23:44:47.797381 302258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 23:44:47.816659 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 23:44:48.101188 302258 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 23:44:48.101316 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:48.101392 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-824584 minikube.k8s.io/updated_at=2024_12_09T23_44_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=addons-824584 minikube.k8s.io/primary=true
I1209 23:44:48.249730 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:48.249808 302258 ops.go:34] apiserver oom_adj: -16
I1209 23:44:48.750738 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:49.250325 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:49.749832 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:50.250628 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:50.750759 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.250157 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.749824 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.840700 302258 kubeadm.go:1113] duration metric: took 3.73941307s to wait for elevateKubeSystemPrivileges
I1209 23:44:51.840737 302258 kubeadm.go:394] duration metric: took 21.683806113s to StartCluster
I1209 23:44:51.840756 302258 settings.go:142] acquiring lock: {Name:mk22c06c1d52f9c001ba118ff8d9a904a557a32a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:51.840946 302258 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:44:51.841412 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/kubeconfig: {Name:mk15f5c9ae20e69f94f0651aa1dff341120cc803 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:51.841621 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 23:44:51.841644 302258 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:44:51.841853 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:51.841886 302258 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1209 23:44:51.841959 302258 addons.go:69] Setting yakd=true in profile "addons-824584"
I1209 23:44:51.841983 302258 addons.go:234] Setting addon yakd=true in "addons-824584"
I1209 23:44:51.842008 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.842447 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.842890 302258 addons.go:69] Setting metrics-server=true in profile "addons-824584"
I1209 23:44:51.842914 302258 addons.go:234] Setting addon metrics-server=true in "addons-824584"
I1209 23:44:51.842991 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.843571 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.843744 302258 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-824584"
I1209 23:44:51.843878 302258 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-824584"
I1209 23:44:51.843934 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.844223 302258 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-824584"
I1209 23:44:51.848152 302258 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-824584"
I1209 23:44:51.848318 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.848557 302258 addons.go:69] Setting registry=true in profile "addons-824584"
I1209 23:44:51.848596 302258 addons.go:234] Setting addon registry=true in "addons-824584"
I1209 23:44:51.848654 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.856740 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.848797 302258 addons.go:69] Setting storage-provisioner=true in profile "addons-824584"
I1209 23:44:51.858052 302258 addons.go:234] Setting addon storage-provisioner=true in "addons-824584"
I1209 23:44:51.858121 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.844251 302258 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-824584"
I1209 23:44:51.858639 302258 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-824584"
I1209 23:44:51.858697 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.859479 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.859883 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844255 302258 addons.go:69] Setting default-storageclass=true in profile "addons-824584"
I1209 23:44:51.863799 302258 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-824584"
I1209 23:44:51.864125 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.867981 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844259 302258 addons.go:69] Setting gcp-auth=true in profile "addons-824584"
I1209 23:44:51.875194 302258 mustload.go:65] Loading cluster: addons-824584
I1209 23:44:51.875387 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:51.875645 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844262 302258 addons.go:69] Setting ingress=true in profile "addons-824584"
I1209 23:44:51.906650 302258 addons.go:234] Setting addon ingress=true in "addons-824584"
I1209 23:44:51.906724 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.907174 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844265 302258 addons.go:69] Setting ingress-dns=true in profile "addons-824584"
I1209 23:44:51.916716 302258 addons.go:234] Setting addon ingress-dns=true in "addons-824584"
I1209 23:44:51.916770 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.917243 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.919961 302258 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1209 23:44:51.844269 302258 addons.go:69] Setting inspektor-gadget=true in profile "addons-824584"
I1209 23:44:51.938552 302258 addons.go:234] Setting addon inspektor-gadget=true in "addons-824584"
I1209 23:44:51.938598 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.939171 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.956235 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1209 23:44:51.956258 302258 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1209 23:44:51.956341 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:51.848806 302258 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-824584"
I1209 23:44:51.958975 302258 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-824584"
I1209 23:44:51.959319 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.848811 302258 addons.go:69] Setting volcano=true in profile "addons-824584"
I1209 23:44:51.987915 302258 addons.go:234] Setting addon volcano=true in "addons-824584"
I1209 23:44:51.987959 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.988403 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.990150 302258 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1209 23:44:51.848815 302258 addons.go:69] Setting volumesnapshots=true in profile "addons-824584"
I1209 23:44:51.992411 302258 addons.go:234] Setting addon volumesnapshots=true in "addons-824584"
I1209 23:44:51.992453 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.992894 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.997402 302258 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1209 23:44:51.997531 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1209 23:44:51.997545 302258 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1209 23:44:51.997628 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:51.849102 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.849113 302258 out.go:177] * Verifying Kubernetes components...
I1209 23:44:52.030078 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:51.844246 302258 addons.go:69] Setting cloud-spanner=true in profile "addons-824584"
I1209 23:44:52.030311 302258 addons.go:234] Setting addon cloud-spanner=true in "addons-824584"
I1209 23:44:52.030343 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.031113 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.055701 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1209 23:44:52.058889 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1209 23:44:52.061276 302258 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1209 23:44:52.063886 302258 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1209 23:44:52.066141 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1209 23:44:52.067925 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1209 23:44:52.069604 302258 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1209 23:44:52.072501 302258 addons.go:234] Setting addon default-storageclass=true in "addons-824584"
I1209 23:44:52.072596 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.073197 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.073694 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1209 23:44:52.073887 302258 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 23:44:52.074215 302258 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:52.074232 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1209 23:44:52.074379 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.098825 302258 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:52.098910 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 23:44:52.099057 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.117364 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.123117 302258 out.go:177] - Using image docker.io/registry:2.8.3
I1209 23:44:52.123361 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1209 23:44:52.137694 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 23:44:52.138644 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1209 23:44:52.154903 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1209 23:44:52.147141 302258 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1209 23:44:52.168013 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.169618 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1209 23:44:52.169701 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.190907 302258 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1209 23:44:52.194895 302258 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1209 23:44:52.195039 302258 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1209 23:44:52.195068 302258 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1209 23:44:52.195168 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.198906 302258 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:52.198931 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1209 23:44:52.199002 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.213180 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1209 23:44:52.215892 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:52.219700 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:52.224805 302258 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:52.224830 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1209 23:44:52.224896 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
W1209 23:44:52.248670 302258 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1209 23:44:52.248849 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.250392 302258 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1209 23:44:52.250636 302258 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-824584"
I1209 23:44:52.251555 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.252006 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.253009 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1209 23:44:52.253033 302258 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1209 23:44:52.253101 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.295065 302258 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1209 23:44:52.296283 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.297100 302258 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:52.297115 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1209 23:44:52.297173 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.297612 302258 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:52.297633 302258 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 23:44:52.297683 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.326930 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.329356 302258 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1209 23:44:52.334854 302258 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1209 23:44:52.334880 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1209 23:44:52.334949 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.364314 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.407281 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.410907 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.436490 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.454081 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.458808 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.459221 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.459475 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
W1209 23:44:52.463356 302258 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:44:52.463387 302258 retry.go:31] will retry after 297.135717ms: ssh: handshake failed: EOF
I1209 23:44:52.464233 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.474443 302258 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1209 23:44:52.475667 302258 out.go:177] - Using image docker.io/busybox:stable
I1209 23:44:52.477070 302258 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:52.477089 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1209 23:44:52.477166 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.484246 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.522322 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
W1209 23:44:52.523413 302258 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:44:52.523443 302258 retry.go:31] will retry after 367.523011ms: ssh: handshake failed: EOF
I1209 23:44:52.724745 302258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:52.729424 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1209 23:44:52.729491 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1209 23:44:52.766480 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1209 23:44:52.766548 302258 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1209 23:44:52.794190 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1209 23:44:52.794270 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1209 23:44:52.831690 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1209 23:44:52.831770 302258 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1209 23:44:52.840765 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:52.861083 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:52.864190 302258 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:52.864269 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1209 23:44:52.889569 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1209 23:44:52.891290 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:52.902666 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1209 23:44:52.902816 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1209 23:44:52.906857 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:52.914328 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1209 23:44:52.914404 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1209 23:44:52.929320 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:52.951397 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1209 23:44:52.951419 302258 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1209 23:44:52.978192 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:52.978268 302258 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1209 23:44:52.982275 302258 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1209 23:44:52.982348 302258 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1209 23:44:53.029469 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:53.057325 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1209 23:44:53.057403 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1209 23:44:53.085529 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1209 23:44:53.085609 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1209 23:44:53.125373 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1209 23:44:53.125450 302258 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1209 23:44:53.133264 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:53.205123 302258 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:53.205197 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1209 23:44:53.216601 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1209 23:44:53.216681 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1209 23:44:53.220087 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:53.266428 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:53.266499 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1209 23:44:53.289304 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1209 23:44:53.289383 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1209 23:44:53.326445 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:53.340708 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1209 23:44:53.340804 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1209 23:44:53.385752 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:53.431548 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:53.487456 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1209 23:44:53.487529 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1209 23:44:53.514382 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1209 23:44:53.514465 302258 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1209 23:44:53.645340 302258 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:53.645413 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1209 23:44:53.660691 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1209 23:44:53.660768 302258 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1209 23:44:53.756345 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:53.767296 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1209 23:44:53.767370 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1209 23:44:53.892850 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1209 23:44:53.892914 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1209 23:44:53.970933 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:53.971016 302258 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1209 23:44:54.118542 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:54.918412 302258 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.780617779s)
I1209 23:44:54.918443 302258 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1209 23:44:54.919550 302258 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.194734548s)
I1209 23:44:54.920308 302258 node_ready.go:35] waiting up to 6m0s for node "addons-824584" to be "Ready" ...
I1209 23:44:55.911787 302258 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-824584" context rescaled to 1 replicas
I1209 23:44:57.073085 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:44:57.814154 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.973303479s)
I1209 23:44:57.814254 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.95310361s)
I1209 23:44:57.814304 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.92466558s)
I1209 23:44:59.136205 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.244842518s)
I1209 23:44:59.136241 302258 addons.go:475] Verifying addon ingress=true in "addons-824584"
I1209 23:44:59.136420 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.22947892s)
I1209 23:44:59.136456 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.207075652s)
I1209 23:44:59.136711 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (6.107161304s)
I1209 23:44:59.136781 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (6.003447537s)
I1209 23:44:59.136797 302258 addons.go:475] Verifying addon metrics-server=true in "addons-824584"
I1209 23:44:59.136831 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.916683081s)
I1209 23:44:59.136859 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.810346739s)
I1209 23:44:59.136866 302258 addons.go:475] Verifying addon registry=true in "addons-824584"
I1209 23:44:59.137008 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.751172143s)
I1209 23:44:59.137221 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.705593994s)
I1209 23:44:59.137341 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.380909978s)
W1209 23:44:59.137371 302258 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:59.137389 302258 retry.go:31] will retry after 274.858374ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:59.139590 302258 out.go:177] * Verifying registry addon...
I1209 23:44:59.139716 302258 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-824584 service yakd-dashboard -n yakd-dashboard
I1209 23:44:59.139763 302258 out.go:177] * Verifying ingress addon...
I1209 23:44:59.143685 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1209 23:44:59.144623 302258 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1209 23:44:59.161802 302258 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:44:59.161888 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.164006 302258 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1209 23:44:59.164071 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1209 23:44:59.177144 302258 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1209 23:44:59.405810 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.28717464s)
I1209 23:44:59.405883 302258 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-824584"
I1209 23:44:59.412679 302258 out.go:177] * Verifying csi-hostpath-driver addon...
I1209 23:44:59.413375 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:59.415850 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1209 23:44:59.434544 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:44:59.447207 302258 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:44:59.447282 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:59.648988 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.649947 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:59.919738 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.171454 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.175718 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.425390 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.649034 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.649444 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.921000 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.147760 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.149657 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.421083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.650347 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.650824 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.922852 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.925516 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:02.104807 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1209 23:45:02.104973 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:45:02.140532 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:45:02.151192 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.151424 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.188562 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.775116992s)
I1209 23:45:02.254642 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1209 23:45:02.272235 302258 addons.go:234] Setting addon gcp-auth=true in "addons-824584"
I1209 23:45:02.272288 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:45:02.272727 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:45:02.292214 302258 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1209 23:45:02.292273 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:45:02.309440 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:45:02.408967 302258 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1209 23:45:02.411542 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:45:02.414006 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1209 23:45:02.414029 302258 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1209 23:45:02.420237 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.433848 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1209 23:45:02.433875 302258 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1209 23:45:02.453294 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:45:02.453358 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1209 23:45:02.472777 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:45:02.647950 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.650630 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.925510 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.983712 302258 addons.go:475] Verifying addon gcp-auth=true in "addons-824584"
I1209 23:45:02.986845 302258 out.go:177] * Verifying gcp-auth addon...
I1209 23:45:02.990739 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1209 23:45:03.020844 302258 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1209 23:45:03.020872 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.147911 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.149170 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.419806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.493715 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.647999 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.650521 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.919925 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.993926 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.147955 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.149027 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.419817 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.423105 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:04.494158 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.648290 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.648889 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.919394 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.994339 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.148506 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.148708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.420197 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:05.494209 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.647760 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.649183 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.920359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.020925 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.148453 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.148803 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.419656 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.424209 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:06.493856 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.647458 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.656778 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.919499 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.993775 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.147989 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.149071 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.419707 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.494262 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.648159 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.648518 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.920367 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.993929 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.146911 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.148627 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.419941 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.493922 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.647087 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.648724 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.919338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.923044 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:08.993804 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.146973 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.148901 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.419601 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.494755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.647891 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.648780 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.919334 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.995637 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.148035 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.148891 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.419473 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.494218 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.646932 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.648562 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.919868 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.923483 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:10.994846 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.147408 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:11.148757 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.420134 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.494296 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.647643 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:11.648428 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.919051 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.993650 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.148100 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:12.148756 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.419729 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.494295 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.648199 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:12.648895 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.919137 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.924078 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:12.994295 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.147755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:13.148218 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.419091 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.494126 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.646908 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:13.648945 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.919492 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.994649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.148031 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:14.148842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.419517 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.494080 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.647077 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:14.648733 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.919691 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.994411 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.147271 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:15.149224 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.419978 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.423557 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:15.494226 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.646836 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:15.648356 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.919061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.994982 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.147308 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:16.148571 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.419124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.493686 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.647723 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:16.648518 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.919085 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.993831 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.147756 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:17.148424 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.419403 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.423893 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:17.493798 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.647934 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:17.648865 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.919006 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.993895 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.148174 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:18.149001 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.419391 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.494514 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.646466 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:18.648206 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.919772 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.994304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.148350 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.148969 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:19.419048 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.494813 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.647257 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:19.648231 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.919768 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.923281 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:19.994227 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.147723 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:20.148748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.419499 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.493927 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.646995 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:20.648491 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.919066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.994574 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.147813 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:21.148028 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.420488 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.494350 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.648036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:21.648773 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.925124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.925714 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:21.993672 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.147221 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:22.148612 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.419509 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.494216 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.649359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:22.650195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.919870 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.994039 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.147113 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:23.148642 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.419418 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.493771 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.646887 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:23.648833 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.919189 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.994132 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.147789 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:24.148720 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.419066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.423559 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:24.493952 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.647561 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:24.648826 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.919362 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.994244 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.147695 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:25.148244 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.419618 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.494178 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.651359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:25.652991 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.919905 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.994956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.147066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:26.148866 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.419991 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.423687 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:26.495241 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.647285 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:26.648301 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.919892 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.994405 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.148493 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.148694 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:27.419303 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.494514 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.646902 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:27.648938 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.919680 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.993713 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.147940 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:28.148623 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.419338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.493974 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.647038 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:28.648685 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.919663 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.924194 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:28.994606 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.146910 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:29.148739 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.419575 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.494405 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.646600 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:29.648780 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.919238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.994433 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.148246 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:30.149254 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.420143 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.493854 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.647012 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:30.648702 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.919437 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.994636 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.148584 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:31.149688 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.419556 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.423770 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:31.494229 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.647394 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:31.649120 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.920453 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.994214 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.147838 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:32.148549 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.420321 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.493786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.647007 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:32.648597 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.919466 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.994078 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.147636 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:33.148621 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.419549 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.494426 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.648551 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.648774 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:33.919190 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.924100 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:33.994118 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.147567 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:34.148281 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:34.419931 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.493994 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.647075 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:34.649114 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:34.919606 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.993958 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.147323 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:35.148633 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:35.419329 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.494083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.647124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:35.648764 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:35.919058 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.994503 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:36.146625 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:36.147828 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:36.419434 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:36.423697 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:36.494270 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:36.646899 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:36.648658 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:36.919880 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:36.993968 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:37.146398 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:37.148438 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:37.419061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.494304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:37.647050 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:37.648689 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:37.919649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.993658 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:38.148523 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:38.149419 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:38.420131 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:38.423980 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:38.494472 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:38.648109 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:38.648992 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:38.919358 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:39.028073 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:39.158450 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:39.162510 302258 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:45:39.162579 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:39.449768 302258 node_ready.go:49] node "addons-824584" has status "Ready":"True"
I1209 23:45:39.449841 302258 node_ready.go:38] duration metric: took 44.529500172s for node "addons-824584" to be "Ready" ...
I1209 23:45:39.449867 302258 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:45:39.460331 302258 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:45:39.460407 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:39.473102 302258 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace to be "Ready" ...
I1209 23:45:39.500258 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:39.657177 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:39.658792 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:39.935311 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.024926 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:40.155786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:40.158530 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:40.421765 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.479996 302258 pod_ready.go:93] pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.480023 302258 pod_ready.go:82] duration metric: took 1.006850902s for pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.480047 302258 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.486121 302258 pod_ready.go:93] pod "etcd-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.486156 302258 pod_ready.go:82] duration metric: took 6.092672ms for pod "etcd-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.486191 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.491986 302258 pod_ready.go:93] pod "kube-apiserver-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.492010 302258 pod_ready.go:82] duration metric: took 5.811456ms for pod "kube-apiserver-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.492022 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.494047 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:40.498550 302258 pod_ready.go:93] pod "kube-controller-manager-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.498575 302258 pod_ready.go:82] duration metric: took 6.546095ms for pod "kube-controller-manager-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.498588 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vb9n8" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.624564 302258 pod_ready.go:93] pod "kube-proxy-vb9n8" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.624589 302258 pod_ready.go:82] duration metric: took 125.993432ms for pod "kube-proxy-vb9n8" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.624601 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.649338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:40.650636 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:40.926676 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:41.025677 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:41.026344 302258 pod_ready.go:93] pod "kube-scheduler-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:41.026369 302258 pod_ready.go:82] duration metric: took 401.759941ms for pod "kube-scheduler-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:41.026381 302258 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace to be "Ready" ...
I1209 23:45:41.152975 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:41.158156 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:41.420516 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:41.494135 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:41.649842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:41.651316 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:41.921991 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.025403 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:42.148862 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:42.151026 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:42.421649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.494619 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:42.649169 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:42.650409 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:42.921427 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.994948 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:43.032778 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:43.148520 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:43.148860 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:43.421100 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:43.494364 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:43.648728 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:43.649952 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:43.920582 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:43.994853 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:44.150130 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:44.151708 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:44.421133 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:44.495423 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:44.650969 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:44.653005 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:44.921818 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:44.995106 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:45.037697 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:45.152368 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:45.154108 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:45.421546 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:45.495625 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:45.650828 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:45.653083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:45.921155 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:45.996250 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:46.148238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:46.151809 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:46.421254 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:46.494916 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:46.650631 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:46.652395 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:46.922491 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.022002 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:47.156540 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:47.158077 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:47.420860 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.495135 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:47.534505 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:47.650256 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:47.651126 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:47.922928 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.995457 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:48.153087 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:48.155575 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:48.421228 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:48.495607 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:48.650338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:48.651615 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:48.921832 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:48.994414 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:49.148951 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:49.152420 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:49.421956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:49.494675 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:49.542217 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:49.649580 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:49.651643 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:49.921939 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:49.995200 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:50.150012 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:50.152645 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:50.421758 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:50.494901 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:50.650251 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:50.650608 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:50.921545 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.000040 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:51.153171 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:51.155302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:51.421079 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.494411 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:51.550461 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:51.652882 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:51.654195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:51.920719 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.994203 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:52.150657 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:52.152529 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:52.422956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:52.494743 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:52.650080 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:52.652160 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:52.923860 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:52.994314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:53.148896 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:53.149465 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:53.420732 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:53.494814 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:53.648944 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:53.655124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:53.921515 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:53.994288 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:54.033522 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:54.148427 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:54.150020 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:54.420829 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:54.495331 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:54.650335 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:54.652057 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:54.921197 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:54.996563 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:55.150661 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:55.152174 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:55.422021 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:55.494915 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:55.650166 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:55.650756 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:55.923027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.022659 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:56.040852 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:56.153882 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:56.155326 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:56.423688 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.495255 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:56.651842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:56.653669 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:56.924302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.994648 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:57.153748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:57.155078 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:57.422509 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:57.510663 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:57.652466 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:57.656756 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:57.922786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:57.997957 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:58.050471 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:58.152933 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:58.153533 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:58.425556 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:58.498323 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:58.650372 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:58.651950 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:58.921600 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:58.995460 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:59.148835 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:59.150193 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:59.425655 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:59.495436 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:59.648771 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:59.649766 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:59.921891 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:59.996150 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:00.079959 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:00.168201 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:00.170544 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:00.421970 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:00.496279 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:00.650304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:00.652236 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:00.921126 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:00.995641 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:01.150477 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:01.151247 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:01.421849 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:01.494248 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:01.650542 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:01.653025 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:01.922436 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:01.996521 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:02.150640 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:02.152502 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:02.423260 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:02.494524 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:02.534578 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:02.649288 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:02.651311 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:02.922488 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:02.997002 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:03.149967 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:03.150923 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:03.421718 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:03.494804 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:03.649733 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:03.651349 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:03.922397 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:03.995308 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:04.149132 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:04.151441 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:04.423802 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:04.522929 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:04.535657 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:04.647698 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:04.650339 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:04.921329 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:04.994776 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:05.147639 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:05.149693 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:05.420314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:05.494429 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:05.652224 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:05.661289 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:05.921451 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.001226 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:06.151550 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:06.153064 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:06.422629 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.494633 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:06.648414 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:06.649731 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:06.923098 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.994788 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:07.033471 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:07.150318 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:07.150484 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:07.421027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:07.521216 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:07.648177 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:07.649306 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:07.931559 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.006859 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:08.147641 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:08.149819 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:08.422401 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.494829 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:08.648349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:08.649529 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:08.921036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.993981 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:09.034014 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:09.148198 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:09.149681 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:09.420256 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:09.494777 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:09.647365 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:09.649333 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:09.920839 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:09.994676 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:10.148941 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:10.150165 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:10.438555 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:10.496623 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:10.649222 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:10.650066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:10.920881 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.014055 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:11.149563 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:11.150278 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:11.421008 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.494749 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:11.532852 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:11.648066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:11.650481 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:11.922659 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.993996 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:12.150254 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:12.151154 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:12.421030 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:12.501426 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:12.650655 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:12.651973 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:12.921597 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:12.995281 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:13.150607 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:13.151678 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:13.429708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:13.495450 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:13.647992 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:13.651376 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:13.921074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:13.997074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:14.034517 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:14.150019 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:14.151423 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:14.421749 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:14.496091 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:14.647526 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:14.650248 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:14.921375 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:14.994921 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:15.150383 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:15.152130 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:15.421579 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:15.495144 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:15.657090 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:15.658889 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:15.921191 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:15.999404 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:16.150476 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:16.151803 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:16.424115 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:16.520235 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:16.533008 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:16.647069 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:16.649280 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:16.922206 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.022572 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:17.149077 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:17.150231 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:17.421227 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.494349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:17.648289 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:17.651957 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:17.921619 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.994401 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:18.148962 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:18.150232 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:18.420422 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:18.496233 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:18.533114 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:18.647758 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:18.650291 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:18.921302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:18.994123 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:19.147186 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:19.149630 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:19.420660 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:19.520679 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:19.651582 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:19.653374 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:19.922580 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:19.995034 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:20.149231 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:20.150959 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:20.432947 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:20.525481 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:20.647028 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:20.649163 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:20.922174 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:20.993984 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:21.033120 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:21.156092 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:21.156942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:21.422036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:21.494493 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:21.648946 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:21.650530 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:21.921111 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:21.994867 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:22.151741 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:22.152312 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:22.422024 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:22.493879 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:22.649076 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:22.650023 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:22.920730 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:22.997461 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:23.034062 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:23.154090 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:23.155838 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:23.425559 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:23.495697 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:23.650644 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:23.651629 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:23.925128 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:23.997245 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:24.149783 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:24.150946 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:24.421172 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:24.520523 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:24.648769 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:24.649221 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:24.921204 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:24.994044 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:25.148792 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:25.149146 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:25.420458 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:25.494413 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:25.533218 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:25.648360 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:25.649651 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:25.920056 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:25.995061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:26.148806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:26.149746 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:26.423708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:26.494441 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:26.649574 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:26.650258 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:26.921266 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:26.995190 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:27.150163 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:27.152041 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:27.434711 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:27.514027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:27.536721 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:27.650649 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:27.652074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:27.921230 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:27.997270 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:28.149502 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:28.149840 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:28.422064 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:28.494084 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:28.649011 302258 kapi.go:107] duration metric: took 1m29.505324638s to wait for kubernetes.io/minikube-addons=registry ...
I1209 23:46:28.649966 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:28.921063 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:28.994874 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:29.149825 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:29.420404 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:29.494814 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:29.655311 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:29.925238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:29.995102 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:30.065149 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:30.151986 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:30.420957 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:30.494522 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:30.651887 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:30.920568 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:30.994638 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:31.152415 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:31.427059 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:31.494526 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:31.651113 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:31.921333 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.003942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:32.149533 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:32.421634 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.495446 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:32.533604 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:32.656649 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:32.921349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.994087 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:33.150592 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:33.423806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:33.496539 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:33.650030 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:33.922355 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:33.994613 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:34.149562 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:34.421996 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:34.499341 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:34.534945 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:34.649191 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:34.921658 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:34.997512 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:35.149405 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:35.421460 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:35.494942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:35.649775 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:35.920314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:35.994548 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:36.151589 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:36.425752 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:36.494602 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:36.652108 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:36.920732 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:36.995544 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:37.040140 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:37.149874 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:37.420964 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:37.522365 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:37.650225 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:37.921354 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:37.994137 302258 kapi.go:107] duration metric: took 1m35.003434496s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1209 23:46:37.997172 302258 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-824584 cluster.
I1209 23:46:37.999802 302258 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1209 23:46:38.006841 302258 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1209 23:46:38.149647 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:38.421980 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:38.651064 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:38.921713 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:39.149378 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:39.420702 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:39.533616 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:39.649015 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:39.920586 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:40.155234 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:40.421181 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:40.655022 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:40.920755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:41.149688 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:41.428422 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:41.533726 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:41.649270 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:41.930478 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:42.149622 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:42.429628 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:42.651114 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:42.921733 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:43.149450 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:43.421700 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:43.649406 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:43.920816 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:44.033775 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:44.149945 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:44.420900 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:44.650639 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:44.924720 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:45.158337 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:45.421056 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:45.649495 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:45.920706 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:46.149306 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:46.421006 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:46.536611 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:46.649804 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:46.923812 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:47.149270 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:47.421432 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:47.652910 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:47.920743 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:48.149282 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:48.421576 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:48.649941 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:48.923097 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:49.034995 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:49.150278 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:49.422205 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:49.650066 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:49.921506 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:50.150195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:50.422508 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:50.649326 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:50.922409 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:51.150971 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:51.423292 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:51.533081 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:51.649748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:51.930970 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:52.150874 302258 kapi.go:107] duration metric: took 1m53.006246487s to wait for app.kubernetes.io/name=ingress-nginx ...
I1209 23:46:52.423446 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:52.921544 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:53.421650 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:53.547432 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:53.922870 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:54.420402 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:54.921436 302258 kapi.go:107] duration metric: took 1m55.505587029s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1209 23:46:54.924257 302258 out.go:177] * Enabled addons: storage-provisioner, amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, inspektor-gadget, metrics-server, ingress-dns, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1209 23:46:54.926791 302258 addons.go:510] duration metric: took 2m3.084897817s for enable addons: enabled=[storage-provisioner amd-gpu-device-plugin cloud-spanner nvidia-device-plugin inspektor-gadget metrics-server ingress-dns yakd default-storageclass volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1209 23:46:56.033740 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:58.033869 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:47:00.047756 302258 pod_ready.go:93] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"True"
I1209 23:47:00.047779 302258 pod_ready.go:82] duration metric: took 1m19.02138958s for pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.047795 302258 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.089718 302258 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace has status "Ready":"True"
I1209 23:47:00.089744 302258 pod_ready.go:82] duration metric: took 41.94136ms for pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.089767 302258 pod_ready.go:39] duration metric: took 1m20.63987393s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:47:00.089783 302258 api_server.go:52] waiting for apiserver process to appear ...
I1209 23:47:00.089814 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:00.089880 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:00.262113 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:00.262144 302258 cri.go:89] found id: ""
I1209 23:47:00.262153 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:00.262242 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.267624 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:00.267817 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:00.357937 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:00.357968 302258 cri.go:89] found id: ""
I1209 23:47:00.357976 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:00.358073 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.362188 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:00.362306 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:00.413127 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:00.413158 302258 cri.go:89] found id: ""
I1209 23:47:00.413171 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:00.413278 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.419203 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:00.419287 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:00.462012 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:00.462091 302258 cri.go:89] found id: ""
I1209 23:47:00.462117 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:00.462210 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.466745 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:00.466841 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:00.508981 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:00.509003 302258 cri.go:89] found id: ""
I1209 23:47:00.509011 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:00.509066 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.512837 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:00.512937 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:00.553740 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:00.553817 302258 cri.go:89] found id: ""
I1209 23:47:00.553839 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:00.553959 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.557420 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:00.557517 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:00.597001 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:00.597025 302258 cri.go:89] found id: ""
I1209 23:47:00.597033 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:00.597119 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.600588 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:00.600615 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:00.649317 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:00.649350 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:00.848942 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:00.848974 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:00.903951 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:00.903986 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:01.002045 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:01.002087 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:01.048516 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:01.048542 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:01.094495 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:01.094525 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:01.136889 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:01.136917 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:01.210110 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:01.210156 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:01.255171 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:01.255204 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:01.309885 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.310161 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.310342 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.310560 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.312533 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:01.313047 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:01.371792 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:01.371828 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:01.394896 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:01.394927 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:01.462962 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:01.462993 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:01.463046 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:01.463059 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.463067 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.463081 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.463090 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:01.463103 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:01.463109 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:01.463115 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:11.463976 302258 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 23:47:11.478282 302258 api_server.go:72] duration metric: took 2m19.636609645s to wait for apiserver process to appear ...
I1209 23:47:11.478316 302258 api_server.go:88] waiting for apiserver healthz status ...
I1209 23:47:11.478352 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:11.478413 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:11.518471 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:11.518498 302258 cri.go:89] found id: ""
I1209 23:47:11.518507 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:11.518566 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.522095 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:11.522170 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:11.559886 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:11.559911 302258 cri.go:89] found id: ""
I1209 23:47:11.559921 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:11.559978 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.563517 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:11.563597 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:11.604323 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:11.604347 302258 cri.go:89] found id: ""
I1209 23:47:11.604356 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:11.604414 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.607976 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:11.608051 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:11.646783 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:11.646808 302258 cri.go:89] found id: ""
I1209 23:47:11.646815 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:11.646872 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.650527 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:11.650603 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:11.688780 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:11.688802 302258 cri.go:89] found id: ""
I1209 23:47:11.688810 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:11.688868 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.692447 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:11.692545 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:11.733433 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:11.733510 302258 cri.go:89] found id: ""
I1209 23:47:11.733535 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:11.733627 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.737492 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:11.737565 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:11.775701 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:11.775726 302258 cri.go:89] found id: ""
I1209 23:47:11.775738 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:11.775818 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.779362 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:11.779431 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:11.872117 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:11.872157 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:11.931653 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:11.931685 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:11.999078 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:11.999123 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:12.054070 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:12.054155 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:12.129661 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:12.129698 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:12.178597 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:12.178627 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:12.240338 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:12.240372 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:12.293358 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.293604 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.293783 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.294006 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.295925 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:12.296429 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:12.355905 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:12.355940 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:12.373124 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:12.373153 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:12.522814 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:12.522912 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:12.567922 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:12.567954 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:12.606990 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:12.607017 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:12.607087 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:12.607103 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.607110 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.607148 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.607162 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:12.607171 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:12.607183 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:12.607189 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:22.607714 302258 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1209 23:47:22.617379 302258 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1209 23:47:22.618493 302258 api_server.go:141] control plane version: v1.31.2
I1209 23:47:22.618521 302258 api_server.go:131] duration metric: took 11.140197403s to wait for apiserver health ...
I1209 23:47:22.618530 302258 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 23:47:22.618552 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:22.618616 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:22.671616 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:22.671643 302258 cri.go:89] found id: ""
I1209 23:47:22.671652 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:22.671708 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.686057 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:22.686132 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:22.729765 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:22.729790 302258 cri.go:89] found id: ""
I1209 23:47:22.729798 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:22.729854 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.733445 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:22.733522 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:22.774737 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:22.774758 302258 cri.go:89] found id: ""
I1209 23:47:22.774766 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:22.774823 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.778222 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:22.778303 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:22.822128 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:22.822152 302258 cri.go:89] found id: ""
I1209 23:47:22.822161 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:22.822216 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.825949 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:22.826024 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:22.867384 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:22.867409 302258 cri.go:89] found id: ""
I1209 23:47:22.867418 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:22.867477 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.870933 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:22.871007 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:22.908216 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:22.908243 302258 cri.go:89] found id: ""
I1209 23:47:22.908259 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:22.908345 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.911921 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:22.911996 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:22.957713 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:22.957734 302258 cri.go:89] found id: ""
I1209 23:47:22.957742 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:22.957797 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.962000 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:22.962028 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:23.110558 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:23.110592 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:23.182259 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:23.182297 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:23.230280 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:23.230309 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:23.269874 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:23.269902 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:23.337259 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:23.337295 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:23.388218 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:23.388250 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:23.486950 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:23.486987 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:23.538441 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:23.538473 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:23.592142 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.592409 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.592587 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.592802 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.594688 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:23.595204 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:23.654860 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:23.654898 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:23.671574 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:23.671603 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:23.725764 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:23.725800 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:23.775835 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:23.775869 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:23.775956 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:23.775974 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.776015 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.776033 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.776040 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:23.776046 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:23.776057 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:23.776066 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:33.788936 302258 system_pods.go:59] 18 kube-system pods found
I1209 23:47:33.788976 302258 system_pods.go:61] "coredns-7c65d6cfc9-wlcc6" [da0d7c5f-9de2-4e38-a812-e26ea2420a81] Running
I1209 23:47:33.788983 302258 system_pods.go:61] "csi-hostpath-attacher-0" [c0a237dd-adfa-4fe1-9672-f052a8fc4b35] Running
I1209 23:47:33.788987 302258 system_pods.go:61] "csi-hostpath-resizer-0" [c249ef8f-f984-4731-94d7-af5e7fc94490] Running
I1209 23:47:33.788991 302258 system_pods.go:61] "csi-hostpathplugin-z8hph" [1d8fcae6-b414-4160-a348-cdd4398089ef] Running
I1209 23:47:33.788995 302258 system_pods.go:61] "etcd-addons-824584" [660e4b89-a21b-4033-b90d-513ec64bdb60] Running
I1209 23:47:33.788998 302258 system_pods.go:61] "kindnet-m9m7g" [4994967b-4111-4874-828e-00115d25aad8] Running
I1209 23:47:33.789002 302258 system_pods.go:61] "kube-apiserver-addons-824584" [901a2a38-c61f-46ea-a3cb-2f96e7965510] Running
I1209 23:47:33.789007 302258 system_pods.go:61] "kube-controller-manager-addons-824584" [0e4caa4d-4d79-4810-a484-d97e56ba5d70] Running
I1209 23:47:33.789011 302258 system_pods.go:61] "kube-ingress-dns-minikube" [ca16143c-ec1e-43be-bcc2-b6a2df417be5] Running
I1209 23:47:33.789014 302258 system_pods.go:61] "kube-proxy-vb9n8" [bf9a3fc4-6cc0-4385-81b4-39fee01908f9] Running
I1209 23:47:33.789020 302258 system_pods.go:61] "kube-scheduler-addons-824584" [09c16ea6-10d7-4449-88ab-d850cc252f65] Running
I1209 23:47:33.789029 302258 system_pods.go:61] "metrics-server-84c5f94fbc-9fjml" [cc896044-f9c6-4ed4-bf5b-5d36b80536d6] Running
I1209 23:47:33.789033 302258 system_pods.go:61] "nvidia-device-plugin-daemonset-5rss9" [3818d1d3-cc62-4d29-b8d9-c1bcfb13220e] Running
I1209 23:47:33.789040 302258 system_pods.go:61] "registry-5cc95cd69-65xxg" [303bafe9-f483-4e4d-b87a-019e3997b191] Running
I1209 23:47:33.789044 302258 system_pods.go:61] "registry-proxy-g7q5j" [da273179-6187-4e25-bdf1-21cc6c9c5acd] Running
I1209 23:47:33.789048 302258 system_pods.go:61] "snapshot-controller-56fcc65765-5bbvb" [d7c96781-23d1-4d08-acb2-f8c08afe24f8] Running
I1209 23:47:33.789054 302258 system_pods.go:61] "snapshot-controller-56fcc65765-5jr9h" [5e2d0a25-b620-441a-9233-5f34fbae3519] Running
I1209 23:47:33.789058 302258 system_pods.go:61] "storage-provisioner" [97c0764e-8e1f-496c-9cd4-aea35a87dcf3] Running
I1209 23:47:33.789072 302258 system_pods.go:74] duration metric: took 11.170535581s to wait for pod list to return data ...
I1209 23:47:33.789081 302258 default_sa.go:34] waiting for default service account to be created ...
I1209 23:47:33.791891 302258 default_sa.go:45] found service account: "default"
I1209 23:47:33.791921 302258 default_sa.go:55] duration metric: took 2.829767ms for default service account to be created ...
I1209 23:47:33.791931 302258 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 23:47:33.802081 302258 system_pods.go:86] 18 kube-system pods found
I1209 23:47:33.802122 302258 system_pods.go:89] "coredns-7c65d6cfc9-wlcc6" [da0d7c5f-9de2-4e38-a812-e26ea2420a81] Running
I1209 23:47:33.802133 302258 system_pods.go:89] "csi-hostpath-attacher-0" [c0a237dd-adfa-4fe1-9672-f052a8fc4b35] Running
I1209 23:47:33.802160 302258 system_pods.go:89] "csi-hostpath-resizer-0" [c249ef8f-f984-4731-94d7-af5e7fc94490] Running
I1209 23:47:33.802176 302258 system_pods.go:89] "csi-hostpathplugin-z8hph" [1d8fcae6-b414-4160-a348-cdd4398089ef] Running
I1209 23:47:33.802181 302258 system_pods.go:89] "etcd-addons-824584" [660e4b89-a21b-4033-b90d-513ec64bdb60] Running
I1209 23:47:33.802190 302258 system_pods.go:89] "kindnet-m9m7g" [4994967b-4111-4874-828e-00115d25aad8] Running
I1209 23:47:33.802195 302258 system_pods.go:89] "kube-apiserver-addons-824584" [901a2a38-c61f-46ea-a3cb-2f96e7965510] Running
I1209 23:47:33.802199 302258 system_pods.go:89] "kube-controller-manager-addons-824584" [0e4caa4d-4d79-4810-a484-d97e56ba5d70] Running
I1209 23:47:33.802210 302258 system_pods.go:89] "kube-ingress-dns-minikube" [ca16143c-ec1e-43be-bcc2-b6a2df417be5] Running
I1209 23:47:33.802213 302258 system_pods.go:89] "kube-proxy-vb9n8" [bf9a3fc4-6cc0-4385-81b4-39fee01908f9] Running
I1209 23:47:33.802218 302258 system_pods.go:89] "kube-scheduler-addons-824584" [09c16ea6-10d7-4449-88ab-d850cc252f65] Running
I1209 23:47:33.802224 302258 system_pods.go:89] "metrics-server-84c5f94fbc-9fjml" [cc896044-f9c6-4ed4-bf5b-5d36b80536d6] Running
I1209 23:47:33.802238 302258 system_pods.go:89] "nvidia-device-plugin-daemonset-5rss9" [3818d1d3-cc62-4d29-b8d9-c1bcfb13220e] Running
I1209 23:47:33.802242 302258 system_pods.go:89] "registry-5cc95cd69-65xxg" [303bafe9-f483-4e4d-b87a-019e3997b191] Running
I1209 23:47:33.802247 302258 system_pods.go:89] "registry-proxy-g7q5j" [da273179-6187-4e25-bdf1-21cc6c9c5acd] Running
I1209 23:47:33.802252 302258 system_pods.go:89] "snapshot-controller-56fcc65765-5bbvb" [d7c96781-23d1-4d08-acb2-f8c08afe24f8] Running
I1209 23:47:33.802260 302258 system_pods.go:89] "snapshot-controller-56fcc65765-5jr9h" [5e2d0a25-b620-441a-9233-5f34fbae3519] Running
I1209 23:47:33.802265 302258 system_pods.go:89] "storage-provisioner" [97c0764e-8e1f-496c-9cd4-aea35a87dcf3] Running
I1209 23:47:33.802278 302258 system_pods.go:126] duration metric: took 10.340874ms to wait for k8s-apps to be running ...
I1209 23:47:33.802288 302258 system_svc.go:44] waiting for kubelet service to be running ....
I1209 23:47:33.802354 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 23:47:33.814436 302258 system_svc.go:56] duration metric: took 12.14064ms WaitForService to wait for kubelet
I1209 23:47:33.814478 302258 kubeadm.go:582] duration metric: took 2m41.972810067s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:47:33.814499 302258 node_conditions.go:102] verifying NodePressure condition ...
I1209 23:47:33.818014 302258 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1209 23:47:33.818051 302258 node_conditions.go:123] node cpu capacity is 2
I1209 23:47:33.818064 302258 node_conditions.go:105] duration metric: took 3.558942ms to run NodePressure ...
I1209 23:47:33.818077 302258 start.go:241] waiting for startup goroutines ...
I1209 23:47:33.818085 302258 start.go:246] waiting for cluster config update ...
I1209 23:47:33.818103 302258 start.go:255] writing updated cluster config ...
I1209 23:47:33.818404 302258 ssh_runner.go:195] Run: rm -f paused
I1209 23:47:34.193290 302258 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 23:47:34.198034 302258 out.go:177] * Done! kubectl is now configured to use "addons-824584" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 23:49:48 addons-824584 crio[957]: time="2024-12-09 23:49:48.018099596Z" level=info msg="Removed pod sandbox: cb7058d293b70d425a208aa23460f8e18241b5f3b303528f5987af622c7fdf79" id=2f33936b-6de8-4a4d-9ea1-5647f0e40d7c name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.579852905Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-z8bnr/POD" id=552cee1e-bf0c-4c43-af02-152483b7f30c name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.579917085Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.616491446Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-z8bnr Namespace:default ID:e1596f7eb663f7701ce7e7870ce54d29864891c72f8065520864da59a9930f58 UID:50f5a8e0-7f18-4f72-b488-7918819b7567 NetNS:/var/run/netns/55868334-00f0-4095-a074-92f96ed4ab7d Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.616538493Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-z8bnr to CNI network \"kindnet\" (type=ptp)"
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.633757831Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-z8bnr Namespace:default ID:e1596f7eb663f7701ce7e7870ce54d29864891c72f8065520864da59a9930f58 UID:50f5a8e0-7f18-4f72-b488-7918819b7567 NetNS:/var/run/netns/55868334-00f0-4095-a074-92f96ed4ab7d Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.633916974Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-z8bnr for CNI network kindnet (type=ptp)"
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.636617597Z" level=info msg="Ran pod sandbox e1596f7eb663f7701ce7e7870ce54d29864891c72f8065520864da59a9930f58 with infra container: default/hello-world-app-55bf9c44b4-z8bnr/POD" id=552cee1e-bf0c-4c43-af02-152483b7f30c name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.637793738Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=2495ac45-fc2d-4a78-b63c-78d2f687bba3 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.638034094Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=2495ac45-fc2d-4a78-b63c-78d2f687bba3 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.641380775Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=b2393854-9754-4da0-abb8-6e07ffa41023 name=/runtime.v1.ImageService/PullImage
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.643884175Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 09 23:51:47 addons-824584 crio[957]: time="2024-12-09 23:51:47.962176470Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.880496285Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=b2393854-9754-4da0-abb8-6e07ffa41023 name=/runtime.v1.ImageService/PullImage
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.881477902Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=04ed2607-be46-4488-8536-bfb92dab79a4 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.882111924Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=04ed2607-be46-4488-8536-bfb92dab79a4 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.892235708Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=f8fa46b5-745b-42e4-bc44-5844188deee2 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.892955168Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=f8fa46b5-745b-42e4-bc44-5844188deee2 name=/runtime.v1.ImageService/ImageStatus
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.897923659Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-z8bnr/hello-world-app" id=ecffc7bb-7685-4c68-a5b8-618a247d6d1c name=/runtime.v1.RuntimeService/CreateContainer
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.898034442Z" level=warning msg="Allowed annotations are specified for workload []"
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.933629993Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/1329c6eaaddb1a31eb15ee79a78a5fa361ff4bdd8bf91c17df85fbaf630e7716/merged/etc/passwd: no such file or directory"
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.933668745Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/1329c6eaaddb1a31eb15ee79a78a5fa361ff4bdd8bf91c17df85fbaf630e7716/merged/etc/group: no such file or directory"
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.996268946Z" level=info msg="Created container 9eb54ce3e3835ec7e9840004bd5e91d768712ec307832330171b71ef8b24a2b7: default/hello-world-app-55bf9c44b4-z8bnr/hello-world-app" id=ecffc7bb-7685-4c68-a5b8-618a247d6d1c name=/runtime.v1.RuntimeService/CreateContainer
Dec 09 23:51:48 addons-824584 crio[957]: time="2024-12-09 23:51:48.999331514Z" level=info msg="Starting container: 9eb54ce3e3835ec7e9840004bd5e91d768712ec307832330171b71ef8b24a2b7" id=ee9ab46b-4cc3-40ac-82e8-62887a814966 name=/runtime.v1.RuntimeService/StartContainer
Dec 09 23:51:49 addons-824584 crio[957]: time="2024-12-09 23:51:49.015465869Z" level=info msg="Started container" PID=9215 containerID=9eb54ce3e3835ec7e9840004bd5e91d768712ec307832330171b71ef8b24a2b7 description=default/hello-world-app-55bf9c44b4-z8bnr/hello-world-app id=ee9ab46b-4cc3-40ac-82e8-62887a814966 name=/runtime.v1.RuntimeService/StartContainer sandboxID=e1596f7eb663f7701ce7e7870ce54d29864891c72f8065520864da59a9930f58
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
9eb54ce3e3835 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 e1596f7eb663f hello-world-app-55bf9c44b4-z8bnr
a4613e8311e49 docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 2 minutes ago Running nginx 0 cf975d3f7ff8a nginx
37054e1976c79 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 d6fdc5c4b2256 busybox
1bba94b443179 registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 4 minutes ago Running controller 0 845980b3e1b83 ingress-nginx-controller-5f85ff4588-hmj4m
82b5066bdb075 d54655ed3a8543a162b688a24bf969ee1a28d906b8ccb30188059247efdae234 5 minutes ago Exited patch 2 1b93dfe4d5b68 ingress-nginx-admission-patch-6z4j7
60ba3b9e086bf docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 5 minutes ago Running local-path-provisioner 0 ebad36d467b25 local-path-provisioner-86d989889c-p2g9s
64e46801a3595 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited create 0 51f3d24e2e7e6 ingress-nginx-admission-create-knt8d
27ce9252ecb9f gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 00f3ae0da5ace kube-ingress-dns-minikube
db6945ef67be7 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 5 minutes ago Running metrics-server 0 016751becdc73 metrics-server-84c5f94fbc-9fjml
ac7d73d3e4608 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 6 minutes ago Running storage-provisioner 0 e7f7dbf2e9d44 storage-provisioner
58cac0a92a7cc 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 6 minutes ago Running coredns 0 99198c8dea374 coredns-7c65d6cfc9-wlcc6
b8a642e03fa7b docker.io/kindest/kindnetd@sha256:de216f6245e142905c8022d424959a65f798fcd26f5b7492b9c0b0391d735c3e 6 minutes ago Running kindnet-cni 0 48c5eefab7f25 kindnet-m9m7g
77f1bd053aed6 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba 6 minutes ago Running kube-proxy 0 d791a37164923 kube-proxy-vb9n8
5621ceb3f3949 f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270 7 minutes ago Running kube-apiserver 0 e77e99b2d9104 kube-apiserver-addons-824584
a73da2c80c303 d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a 7 minutes ago Running kube-scheduler 0 1a5535ca5c0d5 kube-scheduler-addons-824584
d5d0ee97d8bee 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba 7 minutes ago Running kube-controller-manager 0 137ff3bfc2b89 kube-controller-manager-addons-824584
e3c273f6c0318 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 7 minutes ago Running etcd 0 61c4ace7f4645 etcd-addons-824584
==> coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] <==
[INFO] 10.244.0.12:41068 - 21936 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002520826s
[INFO] 10.244.0.12:41068 - 34483 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000140625s
[INFO] 10.244.0.12:41068 - 29723 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000325737s
[INFO] 10.244.0.12:50149 - 49122 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000108224s
[INFO] 10.244.0.12:50149 - 48653 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.00003789s
[INFO] 10.244.0.12:52263 - 58330 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000061546s
[INFO] 10.244.0.12:52263 - 57869 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000038768s
[INFO] 10.244.0.12:44159 - 25599 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000047507s
[INFO] 10.244.0.12:44159 - 25179 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000049796s
[INFO] 10.244.0.12:49008 - 12527 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003164159s
[INFO] 10.244.0.12:49008 - 18754 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.003360103s
[INFO] 10.244.0.12:36985 - 627 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000059355s
[INFO] 10.244.0.12:36985 - 488 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000045545s
[INFO] 10.244.0.20:43006 - 58986 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000187622s
[INFO] 10.244.0.20:34443 - 52527 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000137277s
[INFO] 10.244.0.20:46187 - 3905 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000170795s
[INFO] 10.244.0.20:53479 - 29778 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000159381s
[INFO] 10.244.0.20:46046 - 56376 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000165929s
[INFO] 10.244.0.20:51583 - 53509 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000134676s
[INFO] 10.244.0.20:51959 - 29020 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.005255251s
[INFO] 10.244.0.20:55042 - 36497 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.006139614s
[INFO] 10.244.0.20:53784 - 40669 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.002835108s
[INFO] 10.244.0.20:40314 - 58585 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 572 0.002629755s
[INFO] 10.244.0.23:44396 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000181699s
[INFO] 10.244.0.23:50456 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000140313s
==> describe nodes <==
Name: addons-824584
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-824584
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=addons-824584
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T23_44_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-824584
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 23:44:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-824584
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 23:51:46 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 23:49:51 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 23:49:51 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 23:49:51 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 23:49:51 +0000 Mon, 09 Dec 2024 23:45:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-824584
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 0b24074db51144ac9e865e9315191f8d
System UUID: b6244043-a01b-4074-971a-a082b052377a
Boot ID: 982d10f7-311f-4ebf-96b3-48403acdb647
Kernel Version: 5.15.0-1072-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m15s
default hello-world-app-55bf9c44b4-z8bnr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m23s
ingress-nginx ingress-nginx-controller-5f85ff4588-hmj4m 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 6m51s
kube-system coredns-7c65d6cfc9-wlcc6 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 6m56s
kube-system etcd-addons-824584 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 7m2s
kube-system kindnet-m9m7g 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 6m57s
kube-system kube-apiserver-addons-824584 250m (12%) 0 (0%) 0 (0%) 0 (0%) 7m2s
kube-system kube-controller-manager-addons-824584 200m (10%) 0 (0%) 0 (0%) 0 (0%) 7m2s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m53s
kube-system kube-proxy-vb9n8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m57s
kube-system kube-scheduler-addons-824584 100m (5%) 0 (0%) 0 (0%) 0 (0%) 7m2s
kube-system metrics-server-84c5f94fbc-9fjml 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 6m52s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m52s
local-path-storage local-path-provisioner-86d989889c-p2g9s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m52s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 510Mi (6%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m51s kube-proxy
Normal NodeHasSufficientMemory 7m9s (x8 over 7m9s) kubelet Node addons-824584 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m9s (x8 over 7m9s) kubelet Node addons-824584 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m9s (x7 over 7m9s) kubelet Node addons-824584 status is now: NodeHasSufficientPID
Normal Starting 7m2s kubelet Starting kubelet.
Warning CgroupV1 7m2s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 7m2s kubelet Node addons-824584 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m2s kubelet Node addons-824584 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m2s kubelet Node addons-824584 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m58s node-controller Node addons-824584 event: Registered Node addons-824584 in Controller
Normal NodeReady 6m11s kubelet Node addons-824584 status is now: NodeReady
==> dmesg <==
[Dec 9 22:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.013902] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.481128] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.026434] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.030455] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.016714] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.643686] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.085449] kauditd_printk_skb: 36 callbacks suppressed
[Dec 9 23:03] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] <==
{"level":"info","ts":"2024-12-09T23:44:40.810137Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-12-09T23:44:40.811152Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-12-09T23:44:40.811214Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-12-09T23:44:52.439337Z","caller":"traceutil/trace.go:171","msg":"trace[456978338] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"128.117626ms","start":"2024-12-09T23:44:52.311202Z","end":"2024-12-09T23:44:52.439320Z","steps":["trace[456978338] 'process raft request' (duration: 100.425369ms)","trace[456978338] 'compare' (duration: 25.690469ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:53.528264Z","caller":"traceutil/trace.go:171","msg":"trace[417261439] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"123.693375ms","start":"2024-12-09T23:44:53.404556Z","end":"2024-12-09T23:44:53.528249Z","steps":["trace[417261439] 'process raft request' (duration: 123.656067ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:53.528566Z","caller":"traceutil/trace.go:171","msg":"trace[424182217] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"201.412491ms","start":"2024-12-09T23:44:53.327145Z","end":"2024-12-09T23:44:53.528557Z","steps":["trace[424182217] 'process raft request' (duration: 200.945096ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:53.528690Z","caller":"traceutil/trace.go:171","msg":"trace[1870301160] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"201.47324ms","start":"2024-12-09T23:44:53.327210Z","end":"2024-12-09T23:44:53.528683Z","steps":["trace[1870301160] 'read index received' (duration: 77.448286ms)","trace[1870301160] 'applied index is now lower than readState.Index' (duration: 124.024322ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:53.542986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.63391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:53.557786Z","caller":"traceutil/trace.go:171","msg":"trace[412329212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"230.568775ms","start":"2024-12-09T23:44:53.327206Z","end":"2024-12-09T23:44:53.557774Z","steps":["trace[412329212] 'agreement among raft nodes before linearized reading' (duration: 215.593238ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.543350Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.10677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"}
{"level":"info","ts":"2024-12-09T23:44:53.558023Z","caller":"traceutil/trace.go:171","msg":"trace[2094151568] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:366; }","duration":"230.768729ms","start":"2024-12-09T23:44:53.327235Z","end":"2024-12-09T23:44:53.558004Z","steps":["trace[2094151568] 'agreement among raft nodes before linearized reading' (duration: 216.077995ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.544427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:53.558161Z","caller":"traceutil/trace.go:171","msg":"trace[1322154381] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:366; }","duration":"153.642281ms","start":"2024-12-09T23:44:53.404511Z","end":"2024-12-09T23:44:53.558154Z","steps":["trace[1322154381] 'agreement among raft nodes before linearized reading' (duration: 139.658896ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.550877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.643729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vb9n8\" ","response":"range_response_count:1 size:3426"}
{"level":"info","ts":"2024-12-09T23:44:53.558328Z","caller":"traceutil/trace.go:171","msg":"trace[1314002764] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vb9n8; range_end:; response_count:1; response_revision:366; }","duration":"204.115769ms","start":"2024-12-09T23:44:53.354205Z","end":"2024-12-09T23:44:53.558321Z","steps":["trace[1314002764] 'agreement among raft nodes before linearized reading' (duration: 190.880044ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:54.782420Z","caller":"traceutil/trace.go:171","msg":"trace[1645097279] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"106.948005ms","start":"2024-12-09T23:44:54.675453Z","end":"2024-12-09T23:44:54.782401Z","steps":["trace[1645097279] 'process raft request' (duration: 99.495223ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:55.388489Z","caller":"traceutil/trace.go:171","msg":"trace[1517137332] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"105.450979ms","start":"2024-12-09T23:44:55.283007Z","end":"2024-12-09T23:44:55.388457Z","steps":["trace[1517137332] 'process raft request' (duration: 80.759422ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:55.429972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.189274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3995"}
{"level":"info","ts":"2024-12-09T23:44:55.430192Z","caller":"traceutil/trace.go:171","msg":"trace[477462082] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:389; }","duration":"147.509005ms","start":"2024-12-09T23:44:55.282661Z","end":"2024-12-09T23:44:55.430170Z","steps":["trace[477462082] 'agreement among raft nodes before linearized reading' (duration: 109.481261ms)","trace[477462082] 'range keys from in-memory index tree' (duration: 37.678607ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:55.457660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.859862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-824584\" ","response":"range_response_count:1 size:5745"}
{"level":"info","ts":"2024-12-09T23:44:55.457723Z","caller":"traceutil/trace.go:171","msg":"trace[2077783219] range","detail":"{range_begin:/registry/minions/addons-824584; range_end:; response_count:1; response_revision:389; }","duration":"174.929358ms","start":"2024-12-09T23:44:55.282779Z","end":"2024-12-09T23:44:55.457708Z","steps":["trace[2077783219] 'agreement among raft nodes before linearized reading' (duration: 109.375745ms)","trace[2077783219] 'range keys from in-memory index tree' (duration: 36.289647ms)","trace[2077783219] 'range keys from bolt db' (duration: 29.183352ms)"],"step_count":3}
{"level":"info","ts":"2024-12-09T23:44:55.843303Z","caller":"traceutil/trace.go:171","msg":"trace[1741723182] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"101.655597ms","start":"2024-12-09T23:44:55.741631Z","end":"2024-12-09T23:44:55.843286Z","steps":["trace[1741723182] 'process raft request' (duration: 89.868768ms)","trace[1741723182] 'compare' (duration: 11.45269ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:55.843699Z","caller":"traceutil/trace.go:171","msg":"trace[1589898442] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"101.916817ms","start":"2024-12-09T23:44:55.741774Z","end":"2024-12-09T23:44:55.843690Z","steps":["trace[1589898442] 'read index received' (duration: 27.136125ms)","trace[1589898442] 'applied index is now lower than readState.Index' (duration: 74.779954ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:55.843976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.187991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/registry\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:55.844093Z","caller":"traceutil/trace.go:171","msg":"trace[1263130535] range","detail":"{range_begin:/registry/services/specs/kube-system/registry; range_end:; response_count:0; response_revision:407; }","duration":"102.313518ms","start":"2024-12-09T23:44:55.741770Z","end":"2024-12-09T23:44:55.844083Z","steps":["trace[1263130535] 'agreement among raft nodes before linearized reading' (duration: 102.013398ms)"],"step_count":1}
==> kernel <==
23:51:49 up 1:34, 0 users, load average: 0.22, 0.68, 1.35
Linux addons-824584 5.15.0-1072-aws #78~20.04.1-Ubuntu SMP Wed Oct 9 15:29:54 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] <==
I1209 23:49:48.635202 1 main.go:301] handling current node
I1209 23:49:58.629225 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:49:58.629261 1 main.go:301] handling current node
I1209 23:50:08.634795 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:08.634830 1 main.go:301] handling current node
I1209 23:50:18.638864 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:18.638898 1 main.go:301] handling current node
I1209 23:50:28.629896 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:28.630018 1 main.go:301] handling current node
I1209 23:50:38.629109 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:38.629999 1 main.go:301] handling current node
I1209 23:50:48.629046 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:48.629162 1 main.go:301] handling current node
I1209 23:50:58.629114 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:50:58.629223 1 main.go:301] handling current node
I1209 23:51:08.634030 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:08.634063 1 main.go:301] handling current node
I1209 23:51:18.632058 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:18.632092 1 main.go:301] handling current node
I1209 23:51:28.633888 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:28.633921 1 main.go:301] handling current node
I1209 23:51:38.631378 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:38.631410 1 main.go:301] handling current node
I1209 23:51:48.629240 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:48.629277 1 main.go:301] handling current node
==> kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1209 23:46:59.666138 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.89.163:443: connect: connection refused" logger="UnhandledError"
E1209 23:46:59.668602 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.89.163:443: connect: connection refused" logger="UnhandledError"
I1209 23:46:59.758833 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1209 23:47:45.532630 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42786: use of closed network connection
E1209 23:47:45.671004 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42812: use of closed network connection
I1209 23:48:20.310778 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.106.171.44"}
I1209 23:48:42.402477 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1209 23:49:07.428231 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.428289 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.484626 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.485483 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.573378 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.573506 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.639953 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.640010 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1209 23:49:08.573039 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1209 23:49:08.640256 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1209 23:49:08.693198 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I1209 23:49:21.194043 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1209 23:49:22.325798 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1209 23:49:26.723450 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1209 23:49:27.039616 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.254.51"}
I1209 23:51:47.537761 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.103.67.209"}
==> kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] <==
E1209 23:49:54.188385 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:50:18.801958 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:50:18.802007 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:50:21.891735 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:50:21.891777 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:50:24.119560 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:50:24.119678 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:50:43.103345 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:50:43.103476 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:50:49.286406 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:50:49.286483 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:51:00.472162 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:00.472204 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:51:04.615082 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:04.615127 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:51:15.967016 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:15.967061 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:51:26.168042 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:26.168083 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1209 23:51:47.282348 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="38.801673ms"
I1209 23:51:47.291977 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="9.577522ms"
I1209 23:51:47.292249 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="41.304µs"
I1209 23:51:47.299531 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="40.951µs"
I1209 23:51:49.654997 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="9.957626ms"
I1209 23:51:49.655359 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="129.745µs"
==> kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] <==
I1209 23:44:56.247177 1 server_linux.go:66] "Using iptables proxy"
I1209 23:44:58.099869 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1209 23:44:58.099947 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 23:44:58.328195 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1209 23:44:58.328338 1 server_linux.go:169] "Using iptables Proxier"
I1209 23:44:58.346040 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 23:44:58.347122 1 server.go:483] "Version info" version="v1.31.2"
I1209 23:44:58.359451 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 23:44:58.386875 1 config.go:199] "Starting service config controller"
I1209 23:44:58.388908 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 23:44:58.389032 1 config.go:105] "Starting endpoint slice config controller"
I1209 23:44:58.389093 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 23:44:58.389763 1 config.go:328] "Starting node config controller"
I1209 23:44:58.390751 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 23:44:58.603793 1 shared_informer.go:320] Caches are synced for node config
I1209 23:44:58.639775 1 shared_informer.go:320] Caches are synced for service config
I1209 23:44:58.650761 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] <==
W1209 23:44:44.507152 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:44.507211 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:44.507279 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1209 23:44:44.507342 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1209 23:44:44.507374 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1209 23:44:44.507354 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:44:44.507298 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1209 23:44:44.507507 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.318798 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1209 23:44:45.318957 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.343864 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.343975 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.393140 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1209 23:44:45.393336 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.405155 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 23:44:45.405274 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.490318 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1209 23:44:45.490451 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.595541 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.595682 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.608811 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.608932 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.640133 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.640253 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1209 23:44:46.000625 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 09 23:50:07 addons-824584 kubelet[1499]: E1209 23:50:07.313420 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788207313099629,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:11 addons-824584 kubelet[1499]: I1209 23:50:11.093257 1499 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Dec 09 23:50:17 addons-824584 kubelet[1499]: E1209 23:50:17.316638 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788217316392097,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:17 addons-824584 kubelet[1499]: E1209 23:50:17.316682 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788217316392097,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:27 addons-824584 kubelet[1499]: E1209 23:50:27.319769 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788227319563725,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:27 addons-824584 kubelet[1499]: E1209 23:50:27.319803 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788227319563725,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:37 addons-824584 kubelet[1499]: E1209 23:50:37.321681 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788237321481599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:37 addons-824584 kubelet[1499]: E1209 23:50:37.321716 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788237321481599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:47 addons-824584 kubelet[1499]: E1209 23:50:47.323830 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788247323588896,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:47 addons-824584 kubelet[1499]: E1209 23:50:47.323865 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788247323588896,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:57 addons-824584 kubelet[1499]: E1209 23:50:57.325908 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788257325607774,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:50:57 addons-824584 kubelet[1499]: E1209 23:50:57.325946 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788257325607774,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:07 addons-824584 kubelet[1499]: E1209 23:51:07.328199 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788267328026491,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:07 addons-824584 kubelet[1499]: E1209 23:51:07.328233 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788267328026491,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:13 addons-824584 kubelet[1499]: I1209 23:51:13.093983 1499 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Dec 09 23:51:17 addons-824584 kubelet[1499]: E1209 23:51:17.330153 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788277329943813,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:17 addons-824584 kubelet[1499]: E1209 23:51:17.330186 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788277329943813,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:27 addons-824584 kubelet[1499]: E1209 23:51:27.332097 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788287331892541,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:27 addons-824584 kubelet[1499]: E1209 23:51:27.332140 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788287331892541,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:37 addons-824584 kubelet[1499]: E1209 23:51:37.334898 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788297334674863,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:37 addons-824584 kubelet[1499]: E1209 23:51:37.334933 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788297334674863,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:47 addons-824584 kubelet[1499]: I1209 23:51:47.277955 1499 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=139.048329882 podStartE2EDuration="2m21.27793596s" podCreationTimestamp="2024-12-09 23:49:26 +0000 UTC" firstStartedPulling="2024-12-09 23:49:27.305077299 +0000 UTC m=+280.334919160" lastFinishedPulling="2024-12-09 23:49:29.534683369 +0000 UTC m=+282.564525238" observedRunningTime="2024-12-09 23:49:30.35737916 +0000 UTC m=+283.387221021" watchObservedRunningTime="2024-12-09 23:51:47.27793596 +0000 UTC m=+420.307777821"
Dec 09 23:51:47 addons-824584 kubelet[1499]: E1209 23:51:47.337262 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788307337004048,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:47 addons-824584 kubelet[1499]: E1209 23:51:47.337294 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788307337004048,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:606284,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:47 addons-824584 kubelet[1499]: I1209 23:51:47.382605 1499 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8bzjp\" (UniqueName: \"kubernetes.io/projected/50f5a8e0-7f18-4f72-b488-7918819b7567-kube-api-access-8bzjp\") pod \"hello-world-app-55bf9c44b4-z8bnr\" (UID: \"50f5a8e0-7f18-4f72-b488-7918819b7567\") " pod="default/hello-world-app-55bf9c44b4-z8bnr"
==> storage-provisioner [ac7d73d3e46080113207d718c59805f4831ca79fbb8b80fb1e396396abfe8fe6] <==
I1209 23:45:40.183146 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1209 23:45:40.197480 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1209 23:45:40.197526 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1209 23:45:40.206998 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1209 23:45:40.207250 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7!
I1209 23:45:40.208186 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"0a70f8c4-e18f-4c81-af6c-e1a623d80488", APIVersion:"v1", ResourceVersion:"944", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7 became leader
I1209 23:45:40.307528 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-824584 -n addons-824584
helpers_test.go:261: (dbg) Run: kubectl --context addons-824584 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-knt8d ingress-nginx-admission-patch-6z4j7
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-824584 describe pod ingress-nginx-admission-create-knt8d ingress-nginx-admission-patch-6z4j7
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-824584 describe pod ingress-nginx-admission-create-knt8d ingress-nginx-admission-patch-6z4j7: exit status 1 (79.181168ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-knt8d" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-6z4j7" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-824584 describe pod ingress-nginx-admission-create-knt8d ingress-nginx-admission-patch-6z4j7: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable ingress-dns --alsologtostderr -v=1: (1.043673013s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable ingress --alsologtostderr -v=1: (7.754444601s)
--- FAIL: TestAddons/parallel/Ingress (153.01s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:394: metrics-server stabilized in 3.182302ms
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-84c5f94fbc-9fjml" [cc896044-f9c6-4ed4-bf5b-5d36b80536d6] Running
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.003943931s
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (120.514982ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 3m50.852801841s
** /stderr **
I1209 23:48:43.855556 301498 retry.go:31] will retry after 2.666008752s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (93.27664ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 3m53.613158019s
** /stderr **
I1209 23:48:46.615633 301498 retry.go:31] will retry after 5.312510364s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (96.628901ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 3m59.022592978s
** /stderr **
I1209 23:48:52.025591 301498 retry.go:31] will retry after 9.929632323s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (102.363325ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 4m9.054942912s
** /stderr **
I1209 23:49:02.057970 301498 retry.go:31] will retry after 10.129330291s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (94.460703ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 4m19.27978358s
** /stderr **
I1209 23:49:12.282746 301498 retry.go:31] will retry after 15.607128969s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (89.682268ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 4m34.976819066s
** /stderr **
I1209 23:49:27.980755 301498 retry.go:31] will retry after 27.961778561s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (95.332341ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 5m3.034880473s
** /stderr **
I1209 23:49:56.038462 301498 retry.go:31] will retry after 47.010045431s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (104.419435ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 5m50.150687748s
** /stderr **
I1209 23:50:43.154345 301498 retry.go:31] will retry after 26.379975279s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (94.654639ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 6m16.623411921s
** /stderr **
I1209 23:51:09.629780 301498 retry.go:31] will retry after 1m29.671689111s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (93.830948ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 7m46.392303164s
** /stderr **
I1209 23:52:39.395686 301498 retry.go:31] will retry after 48.854106248s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-824584 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-824584 top pods -n kube-system: exit status 1 (87.754342ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-wlcc6, age: 8m35.33685334s
** /stderr **
addons_test.go:416: failed checking metric server: exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/MetricsServer]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-824584
helpers_test.go:235: (dbg) docker inspect addons-824584:
-- stdout --
[
{
"Id": "904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f",
"Created": "2024-12-09T23:44:19.857447434Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 302753,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-12-09T23:44:19.984766752Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:51526bd7c0894c18bc1ef50650a0aaaea3bed24f70f72f77ac668ae72dfff137",
"ResolvConfPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/hostname",
"HostsPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/hosts",
"LogPath": "/var/lib/docker/containers/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f/904c474b1c3cccc6e36e06fd4455b0bcb534d00f55650d7a3591bdf1a39d8b9f-json.log",
"Name": "/addons-824584",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-824584:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-824584",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca-init/diff:/var/lib/docker/overlay2/f0a701829fe3ec5be58f729aa115e253e6c8819f8ed33716a4bba6273aed091c/diff",
"MergedDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/merged",
"UpperDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/diff",
"WorkDir": "/var/lib/docker/overlay2/4ae80b19ae3dd291d7aad6340342b87c408aa5786288aaa1b4ecf7a4aa1ccdca/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-824584",
"Source": "/var/lib/docker/volumes/addons-824584/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-824584",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-824584",
"name.minikube.sigs.k8s.io": "addons-824584",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "c5b15b0f2dc885df04772904641ed3d24a9bcfd914bf013ba077132aa49ec135",
"SandboxKey": "/var/run/docker/netns/c5b15b0f2dc8",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33139"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33140"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33143"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33141"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33142"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-824584": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "838ddea58c2ef629d8719913a4e9cbd48bb80887cb191c5365882a7db060fb74",
"EndpointID": "8be291c0a5385bdc34687be9112524fc0ba116fed39ea2c8840200a8adb628f3",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-824584",
"904c474b1c3c"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-824584 -n addons-824584
helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 logs -n 25: (1.442740857s)
helpers_test.go:252: TestAddons/parallel/MetricsServer logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-272848 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | download-docker-272848 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-272848 | download-docker-272848 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | --download-only -p | binary-mirror-055459 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | binary-mirror-055459 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:33765 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-055459 | binary-mirror-055459 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| addons | enable dashboard -p | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-824584 | | | | | |
| addons | disable dashboard -p | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | addons-824584 | | | | | |
| start | -p addons-824584 --wait=true | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:47 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:47 UTC | 09 Dec 24 23:47 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| ip | addons-824584 ip | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | enable headlamp | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | -p addons-824584 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-824584 ssh cat | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | /opt/local-path-provisioner/pvc-ad49c09a-1adb-461d-a8de-fcef827767e7_default_test-pvc/file1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:48 UTC | 09 Dec 24 23:48 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-824584 addons | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | 09 Dec 24 23:49 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-824584 ssh curl -s | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:49 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-824584 ip | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:51 UTC | 09 Dec 24 23:51 UTC |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:51 UTC | 09 Dec 24 23:51 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-824584 addons disable | addons-824584 | jenkins | v1.34.0 | 09 Dec 24 23:51 UTC | 09 Dec 24 23:51 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 23:43:54
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:43:54.490844 302258 out.go:345] Setting OutFile to fd 1 ...
I1209 23:43:54.490969 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:54.490979 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:43:54.490986 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:54.491225 302258 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:43:54.491659 302258 out.go:352] Setting JSON to false
I1209 23:43:54.492444 302258 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5181,"bootTime":1733782653,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:43:54.492511 302258 start.go:139] virtualization:
I1209 23:43:54.494675 302258 out.go:177] * [addons-824584] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1209 23:43:54.496368 302258 out.go:177] - MINIKUBE_LOCATION=20062
I1209 23:43:54.496427 302258 notify.go:220] Checking for updates...
I1209 23:43:54.499688 302258 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:43:54.501404 302258 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:43:54.502782 302258 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:43:54.504186 302258 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1209 23:43:54.506045 302258 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:43:54.507658 302258 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:43:54.530836 302258 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:43:54.530967 302258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:54.599178 302258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:43:54.589879077 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:54.599296 302258 docker.go:318] overlay module found
I1209 23:43:54.601702 302258 out.go:177] * Using the docker driver based on user configuration
I1209 23:43:54.604368 302258 start.go:297] selected driver: docker
I1209 23:43:54.604386 302258 start.go:901] validating driver "docker" against <nil>
I1209 23:43:54.604401 302258 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:43:54.605121 302258 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:54.667349 302258 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-12-09 23:43:54.659029596 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:54.667566 302258 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:43:54.667801 302258 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:43:54.669222 302258 out.go:177] * Using Docker driver with root privileges
I1209 23:43:54.670809 302258 cni.go:84] Creating CNI manager for ""
I1209 23:43:54.670881 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:43:54.670896 302258 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:43:54.670971 302258 start.go:340] cluster config:
{Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:43:54.673851 302258 out.go:177] * Starting "addons-824584" primary control-plane node in "addons-824584" cluster
I1209 23:43:54.675376 302258 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:43:54.676680 302258 out.go:177] * Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:43:54.677851 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:54.677904 302258 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1209 23:43:54.677915 302258 cache.go:56] Caching tarball of preloaded images
I1209 23:43:54.677935 302258 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:43:54.678005 302258 preload.go:172] Found /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1209 23:43:54.678015 302258 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1209 23:43:54.678362 302258 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json ...
I1209 23:43:54.678392 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json: {Name:mk90121d52df05f629bd2a55f84bc85765f7a847 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:43:54.693639 302258 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:54.693758 302258 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:43:54.693777 302258 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory, skipping pull
I1209 23:43:54.693792 302258 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 exists in cache, skipping pull
I1209 23:43:54.693800 302258 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 as a tarball
I1209 23:43:54.693806 302258 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from local cache
I1209 23:44:12.110804 302258 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 from cached tarball
I1209 23:44:12.110841 302258 cache.go:194] Successfully downloaded all kic artifacts
I1209 23:44:12.110882 302258 start.go:360] acquireMachinesLock for addons-824584: {Name:mk3c2ac63e8887350c0c730e4dd04ba15991ff55 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1209 23:44:12.110998 302258 start.go:364] duration metric: took 93.938µs to acquireMachinesLock for "addons-824584"
I1209 23:44:12.111022 302258 start.go:93] Provisioning new machine with config: &{Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:44:12.111091 302258 start.go:125] createHost starting for "" (driver="docker")
I1209 23:44:12.112911 302258 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1209 23:44:12.113170 302258 start.go:159] libmachine.API.Create for "addons-824584" (driver="docker")
I1209 23:44:12.113207 302258 client.go:168] LocalClient.Create starting
I1209 23:44:12.113323 302258 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem
I1209 23:44:12.472999 302258 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem
I1209 23:44:13.540854 302258 cli_runner.go:164] Run: docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1209 23:44:13.556023 302258 cli_runner.go:211] docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1209 23:44:13.556099 302258 network_create.go:284] running [docker network inspect addons-824584] to gather additional debugging logs...
I1209 23:44:13.556123 302258 cli_runner.go:164] Run: docker network inspect addons-824584
W1209 23:44:13.569583 302258 cli_runner.go:211] docker network inspect addons-824584 returned with exit code 1
I1209 23:44:13.569613 302258 network_create.go:287] error running [docker network inspect addons-824584]: docker network inspect addons-824584: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-824584 not found
I1209 23:44:13.569625 302258 network_create.go:289] output of [docker network inspect addons-824584]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-824584 not found
** /stderr **
I1209 23:44:13.569720 302258 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:44:13.585314 302258 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40004fa450}
I1209 23:44:13.585356 302258 network_create.go:124] attempt to create docker network addons-824584 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1209 23:44:13.585410 302258 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-824584 addons-824584
I1209 23:44:13.656770 302258 network_create.go:108] docker network addons-824584 192.168.49.0/24 created
I1209 23:44:13.656805 302258 kic.go:121] calculated static IP "192.168.49.2" for the "addons-824584" container
I1209 23:44:13.656882 302258 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1209 23:44:13.671739 302258 cli_runner.go:164] Run: docker volume create addons-824584 --label name.minikube.sigs.k8s.io=addons-824584 --label created_by.minikube.sigs.k8s.io=true
I1209 23:44:13.688818 302258 oci.go:103] Successfully created a docker volume addons-824584
I1209 23:44:13.688917 302258 cli_runner.go:164] Run: docker run --rm --name addons-824584-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --entrypoint /usr/bin/test -v addons-824584:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib
I1209 23:44:15.756188 302258 cli_runner.go:217] Completed: docker run --rm --name addons-824584-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --entrypoint /usr/bin/test -v addons-824584:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -d /var/lib: (2.067225204s)
I1209 23:44:15.756221 302258 oci.go:107] Successfully prepared a docker volume addons-824584
I1209 23:44:15.756236 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:15.756257 302258 kic.go:194] Starting extracting preloaded images to volume ...
I1209 23:44:15.756336 302258 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-824584:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir
I1209 23:44:19.783165 302258 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-824584:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 -I lz4 -xf /preloaded.tar -C /extractDir: (4.026786737s)
I1209 23:44:19.783200 302258 kic.go:203] duration metric: took 4.026939382s to extract preloaded images to volume ...
W1209 23:44:19.783356 302258 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1209 23:44:19.783468 302258 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1209 23:44:19.842920 302258 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-824584 --name addons-824584 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-824584 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-824584 --network addons-824584 --ip 192.168.49.2 --volume addons-824584:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615
I1209 23:44:20.181848 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Running}}
I1209 23:44:20.205508 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.231920 302258 cli_runner.go:164] Run: docker exec addons-824584 stat /var/lib/dpkg/alternatives/iptables
I1209 23:44:20.285864 302258 oci.go:144] the created container "addons-824584" has a running status.
I1209 23:44:20.285895 302258 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa...
I1209 23:44:20.536380 302258 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1209 23:44:20.569159 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.595901 302258 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1209 23:44:20.595979 302258 kic_runner.go:114] Args: [docker exec --privileged addons-824584 chown docker:docker /home/docker/.ssh/authorized_keys]
I1209 23:44:20.663413 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:20.691212 302258 machine.go:93] provisionDockerMachine start ...
I1209 23:44:20.691321 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:20.715556 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:20.715827 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:20.715855 302258 main.go:141] libmachine: About to run SSH command:
hostname
I1209 23:44:20.716539 302258 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1209 23:44:23.838647 302258 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-824584
I1209 23:44:23.838671 302258 ubuntu.go:169] provisioning hostname "addons-824584"
I1209 23:44:23.838759 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:23.855307 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:23.855553 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:23.855574 302258 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-824584 && echo "addons-824584" | sudo tee /etc/hostname
I1209 23:44:23.986357 302258 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-824584
I1209 23:44:23.986478 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.004719 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:24.004988 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:24.005014 302258 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-824584' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-824584/g' /etc/hosts;
else
echo '127.0.1.1 addons-824584' | sudo tee -a /etc/hosts;
fi
fi
I1209 23:44:24.126844 302258 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1209 23:44:24.126873 302258 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/20062-295979/.minikube CaCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20062-295979/.minikube}
I1209 23:44:24.126925 302258 ubuntu.go:177] setting up certificates
I1209 23:44:24.126938 302258 provision.go:84] configureAuth start
I1209 23:44:24.127055 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:24.143483 302258 provision.go:143] copyHostCerts
I1209 23:44:24.143570 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/ca.pem (1078 bytes)
I1209 23:44:24.143701 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/cert.pem (1123 bytes)
I1209 23:44:24.143763 302258 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20062-295979/.minikube/key.pem (1675 bytes)
I1209 23:44:24.143839 302258 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem org=jenkins.addons-824584 san=[127.0.0.1 192.168.49.2 addons-824584 localhost minikube]
I1209 23:44:24.565283 302258 provision.go:177] copyRemoteCerts
I1209 23:44:24.565353 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1209 23:44:24.565394 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.583932 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:24.675433 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1209 23:44:24.699688 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1209 23:44:24.724071 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1209 23:44:24.748293 302258 provision.go:87] duration metric: took 621.336732ms to configureAuth
I1209 23:44:24.748368 302258 ubuntu.go:193] setting minikube options for container-runtime
I1209 23:44:24.748570 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:24.748721 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:24.765369 302258 main.go:141] libmachine: Using SSH client type: native
I1209 23:44:24.765633 302258 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415f50] 0x418790 <nil> [] 0s} 127.0.0.1 33139 <nil> <nil>}
I1209 23:44:24.765655 302258 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1209 23:44:24.982431 302258 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1209 23:44:24.982457 302258 machine.go:96] duration metric: took 4.291212106s to provisionDockerMachine
I1209 23:44:24.982468 302258 client.go:171] duration metric: took 12.86925185s to LocalClient.Create
I1209 23:44:24.982482 302258 start.go:167] duration metric: took 12.869313034s to libmachine.API.Create "addons-824584"
I1209 23:44:24.982489 302258 start.go:293] postStartSetup for "addons-824584" (driver="docker")
I1209 23:44:24.982505 302258 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1209 23:44:24.982572 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1209 23:44:24.982655 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.001561 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.092352 302258 ssh_runner.go:195] Run: cat /etc/os-release
I1209 23:44:25.095943 302258 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1209 23:44:25.095984 302258 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1209 23:44:25.095998 302258 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1209 23:44:25.096008 302258 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1209 23:44:25.096019 302258 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-295979/.minikube/addons for local assets ...
I1209 23:44:25.096099 302258 filesync.go:126] Scanning /home/jenkins/minikube-integration/20062-295979/.minikube/files for local assets ...
I1209 23:44:25.096132 302258 start.go:296] duration metric: took 113.635737ms for postStartSetup
I1209 23:44:25.096482 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:25.113207 302258 profile.go:143] Saving config to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/config.json ...
I1209 23:44:25.113503 302258 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1209 23:44:25.113547 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.129273 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.215364 302258 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1209 23:44:25.219794 302258 start.go:128] duration metric: took 13.108687457s to createHost
I1209 23:44:25.219818 302258 start.go:83] releasing machines lock for "addons-824584", held for 13.10881173s
I1209 23:44:25.219890 302258 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-824584
I1209 23:44:25.236637 302258 ssh_runner.go:195] Run: cat /version.json
I1209 23:44:25.236703 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.236771 302258 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1209 23:44:25.236869 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:25.257708 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.264294 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:25.341937 302258 ssh_runner.go:195] Run: systemctl --version
I1209 23:44:25.481914 302258 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1209 23:44:25.623469 302258 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1209 23:44:25.627504 302258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:25.647120 302258 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1209 23:44:25.647193 302258 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1209 23:44:25.679297 302258 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1209 23:44:25.679321 302258 start.go:495] detecting cgroup driver to use...
I1209 23:44:25.679354 302258 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1209 23:44:25.679403 302258 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1209 23:44:25.695771 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1209 23:44:25.707532 302258 docker.go:217] disabling cri-docker service (if available) ...
I1209 23:44:25.707638 302258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1209 23:44:25.722206 302258 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1209 23:44:25.736876 302258 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1209 23:44:25.814467 302258 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1209 23:44:25.908780 302258 docker.go:233] disabling docker service ...
I1209 23:44:25.908894 302258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1209 23:44:25.929815 302258 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1209 23:44:25.942248 302258 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1209 23:44:26.022670 302258 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1209 23:44:26.120069 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1209 23:44:26.131190 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1209 23:44:26.147491 302258 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1209 23:44:26.147557 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.157448 302258 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1209 23:44:26.157522 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.167856 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.178292 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.188478 302258 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1209 23:44:26.198735 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.208874 302258 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.224519 302258 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1209 23:44:26.234081 302258 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1209 23:44:26.242425 302258 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1209 23:44:26.250590 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:26.330118 302258 ssh_runner.go:195] Run: sudo systemctl restart crio
I1209 23:44:26.445223 302258 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1209 23:44:26.445307 302258 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1209 23:44:26.448868 302258 start.go:563] Will wait 60s for crictl version
I1209 23:44:26.448936 302258 ssh_runner.go:195] Run: which crictl
I1209 23:44:26.452094 302258 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1209 23:44:26.489274 302258 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1209 23:44:26.489399 302258 ssh_runner.go:195] Run: crio --version
I1209 23:44:26.527061 302258 ssh_runner.go:195] Run: crio --version
I1209 23:44:26.567329 302258 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1209 23:44:26.568536 302258 cli_runner.go:164] Run: docker network inspect addons-824584 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1209 23:44:26.584804 302258 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1209 23:44:26.588261 302258 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:26.599265 302258 kubeadm.go:883] updating cluster {Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1209 23:44:26.599395 302258 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:44:26.599568 302258 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:26.683889 302258 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:26.683917 302258 crio.go:433] Images already preloaded, skipping extraction
I1209 23:44:26.684002 302258 ssh_runner.go:195] Run: sudo crictl images --output json
I1209 23:44:26.725818 302258 crio.go:514] all images are preloaded for cri-o runtime.
I1209 23:44:26.725882 302258 cache_images.go:84] Images are preloaded, skipping loading
I1209 23:44:26.725905 302258 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1209 23:44:26.726039 302258 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-824584 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1209 23:44:26.726148 302258 ssh_runner.go:195] Run: crio config
I1209 23:44:26.801336 302258 cni.go:84] Creating CNI manager for ""
I1209 23:44:26.801404 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:26.801429 302258 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1209 23:44:26.801473 302258 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-824584 NodeName:addons-824584 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1209 23:44:26.801633 302258 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-824584"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1209 23:44:26.801728 302258 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1209 23:44:26.810211 302258 binaries.go:44] Found k8s binaries, skipping transfer
I1209 23:44:26.810286 302258 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1209 23:44:26.818849 302258 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1209 23:44:26.836369 302258 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1209 23:44:26.854136 302258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1209 23:44:26.871363 302258 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1209 23:44:26.874806 302258 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1209 23:44:26.885412 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:26.961684 302258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:26.974552 302258 certs.go:68] Setting up /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584 for IP: 192.168.49.2
I1209 23:44:26.974571 302258 certs.go:194] generating shared ca certs ...
I1209 23:44:26.974588 302258 certs.go:226] acquiring lock for ca certs: {Name:mkf2f940d2faaa20cdb2d8a0674e51c79315a5ad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:26.974750 302258 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key
I1209 23:44:27.423148 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt ...
I1209 23:44:27.423181 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt: {Name:mkaa9d8049dd97326f34c76481f365c2b7d28c07 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:27.423397 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key ...
I1209 23:44:27.423413 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key: {Name:mke1b3f44bbf6a31b29731e8bc7d57984cbb1ea2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:27.423502 302258 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key
I1209 23:44:28.032694 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt ...
I1209 23:44:28.032736 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt: {Name:mkc408a886d8e3cd1b147608c9dfc87534142498 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:28.032972 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key ...
I1209 23:44:28.032984 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key: {Name:mk2eeb88065e654462569ff205071f8864f69f52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:28.033071 302258 certs.go:256] generating profile certs ...
I1209 23:44:28.033128 302258 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key
I1209 23:44:28.033146 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt with IP's: []
I1209 23:44:29.288212 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt ...
I1209 23:44:29.288252 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: {Name:mk3e11fc2ae68be00470b51c541a35ecdf72e889 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.288444 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key ...
I1209 23:44:29.288458 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.key: {Name:mke29aa7288adb48ed07adc4a2a66719548865d0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.288547 302258 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7
I1209 23:44:29.288567 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1209 23:44:29.620120 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 ...
I1209 23:44:29.620154 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7: {Name:mkb6f86b7cefa26b08a735a7eb157ac4b87530d8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.620347 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7 ...
I1209 23:44:29.620362 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7: {Name:mk70df9a27ca7fdc579e3536b2a94e25a8a8943a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.620446 302258 certs.go:381] copying /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt.dc4768f7 -> /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt
I1209 23:44:29.620528 302258 certs.go:385] copying /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key.dc4768f7 -> /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key
I1209 23:44:29.620581 302258 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key
I1209 23:44:29.620602 302258 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt with IP's: []
I1209 23:44:29.826986 302258 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt ...
I1209 23:44:29.827017 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt: {Name:mk1a51254c286bcfe6ff2be64a62d966be5dd94e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.827192 302258 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key ...
I1209 23:44:29.827206 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key: {Name:mk396168df71dbd5d4b71cc8d329fd51bb18e69d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:29.827394 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca-key.pem (1675 bytes)
I1209 23:44:29.827437 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/ca.pem (1078 bytes)
I1209 23:44:29.827468 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/cert.pem (1123 bytes)
I1209 23:44:29.827499 302258 certs.go:484] found cert: /home/jenkins/minikube-integration/20062-295979/.minikube/certs/key.pem (1675 bytes)
I1209 23:44:29.828122 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1209 23:44:29.854667 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1209 23:44:29.878103 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1209 23:44:29.902172 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1209 23:44:29.926235 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1209 23:44:29.950824 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1209 23:44:29.975894 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1209 23:44:30.004876 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1209 23:44:30.057239 302258 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1209 23:44:30.089319 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1209 23:44:30.111094 302258 ssh_runner.go:195] Run: openssl version
I1209 23:44:30.117619 302258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1209 23:44:30.129595 302258 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.133786 302258 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 9 23:44 /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.133896 302258 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1209 23:44:30.141924 302258 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1209 23:44:30.152928 302258 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1209 23:44:30.156870 302258 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1209 23:44:30.156935 302258 kubeadm.go:392] StartCluster: {Name:addons-824584 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-824584 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:44:30.157033 302258 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1209 23:44:30.157097 302258 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1209 23:44:30.196351 302258 cri.go:89] found id: ""
I1209 23:44:30.196428 302258 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1209 23:44:30.206004 302258 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1209 23:44:30.215355 302258 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1209 23:44:30.215424 302258 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1209 23:44:30.225861 302258 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1209 23:44:30.225888 302258 kubeadm.go:157] found existing configuration files:
I1209 23:44:30.225955 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1209 23:44:30.235428 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1209 23:44:30.235497 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1209 23:44:30.244232 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1209 23:44:30.253589 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1209 23:44:30.253679 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1209 23:44:30.262736 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1209 23:44:30.272595 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1209 23:44:30.272724 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1209 23:44:30.281632 302258 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1209 23:44:30.290726 302258 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1209 23:44:30.290841 302258 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1209 23:44:30.299583 302258 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1209 23:44:30.360960 302258 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1072-aws\n", err: exit status 1
I1209 23:44:30.420316 302258 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1209 23:44:47.773036 302258 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1209 23:44:47.773098 302258 kubeadm.go:310] [preflight] Running pre-flight checks
I1209 23:44:47.773186 302258 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1209 23:44:47.773244 302258 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1072-aws[0m
I1209 23:44:47.773283 302258 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1209 23:44:47.773333 302258 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1209 23:44:47.773387 302258 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1209 23:44:47.773438 302258 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1209 23:44:47.773489 302258 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1209 23:44:47.773541 302258 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1209 23:44:47.773592 302258 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1209 23:44:47.773641 302258 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1209 23:44:47.773692 302258 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1209 23:44:47.773742 302258 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1209 23:44:47.773819 302258 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1209 23:44:47.773916 302258 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1209 23:44:47.774051 302258 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1209 23:44:47.774119 302258 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1209 23:44:47.777072 302258 out.go:235] - Generating certificates and keys ...
I1209 23:44:47.777175 302258 kubeadm.go:310] [certs] Using existing ca certificate authority
I1209 23:44:47.777247 302258 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1209 23:44:47.777337 302258 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1209 23:44:47.777428 302258 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1209 23:44:47.777512 302258 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1209 23:44:47.777575 302258 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1209 23:44:47.777645 302258 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1209 23:44:47.777766 302258 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-824584 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:47.777843 302258 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1209 23:44:47.778013 302258 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-824584 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1209 23:44:47.778103 302258 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1209 23:44:47.778175 302258 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1209 23:44:47.778220 302258 kubeadm.go:310] [certs] Generating "sa" key and public key
I1209 23:44:47.778279 302258 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1209 23:44:47.778334 302258 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1209 23:44:47.778390 302258 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1209 23:44:47.778445 302258 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1209 23:44:47.778510 302258 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1209 23:44:47.778563 302258 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1209 23:44:47.778645 302258 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1209 23:44:47.778733 302258 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1209 23:44:47.781252 302258 out.go:235] - Booting up control plane ...
I1209 23:44:47.781373 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1209 23:44:47.781460 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1209 23:44:47.781534 302258 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1209 23:44:47.781653 302258 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1209 23:44:47.781745 302258 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1209 23:44:47.781798 302258 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1209 23:44:47.781942 302258 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1209 23:44:47.782062 302258 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1209 23:44:47.782130 302258 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501688544s
I1209 23:44:47.782209 302258 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1209 23:44:47.782272 302258 kubeadm.go:310] [api-check] The API server is healthy after 6.001261563s
I1209 23:44:47.782386 302258 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1209 23:44:47.782525 302258 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1209 23:44:47.782589 302258 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1209 23:44:47.782819 302258 kubeadm.go:310] [mark-control-plane] Marking the node addons-824584 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1209 23:44:47.782885 302258 kubeadm.go:310] [bootstrap-token] Using token: 810vz7.9448m5j0sgvjsesh
I1209 23:44:47.785526 302258 out.go:235] - Configuring RBAC rules ...
I1209 23:44:47.785708 302258 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1209 23:44:47.785817 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1209 23:44:47.786009 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1209 23:44:47.786182 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1209 23:44:47.786316 302258 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1209 23:44:47.786427 302258 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1209 23:44:47.786602 302258 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1209 23:44:47.786663 302258 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1209 23:44:47.786760 302258 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1209 23:44:47.786772 302258 kubeadm.go:310]
I1209 23:44:47.786868 302258 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1209 23:44:47.786889 302258 kubeadm.go:310]
I1209 23:44:47.786982 302258 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1209 23:44:47.786995 302258 kubeadm.go:310]
I1209 23:44:47.787027 302258 kubeadm.go:310] mkdir -p $HOME/.kube
I1209 23:44:47.787114 302258 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1209 23:44:47.787213 302258 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1209 23:44:47.787228 302258 kubeadm.go:310]
I1209 23:44:47.787289 302258 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1209 23:44:47.787295 302258 kubeadm.go:310]
I1209 23:44:47.787342 302258 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1209 23:44:47.787347 302258 kubeadm.go:310]
I1209 23:44:47.787401 302258 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1209 23:44:47.787476 302258 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1209 23:44:47.787544 302258 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1209 23:44:47.787553 302258 kubeadm.go:310]
I1209 23:44:47.787636 302258 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1209 23:44:47.787713 302258 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1209 23:44:47.787717 302258 kubeadm.go:310]
I1209 23:44:47.787800 302258 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 810vz7.9448m5j0sgvjsesh \
I1209 23:44:47.787902 302258 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:31b781ddca730137ca923a0a96b1c4439a1928ca1217f945a58e77603799c331 \
I1209 23:44:47.787923 302258 kubeadm.go:310] --control-plane
I1209 23:44:47.787928 302258 kubeadm.go:310]
I1209 23:44:47.788021 302258 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1209 23:44:47.788027 302258 kubeadm.go:310]
I1209 23:44:47.788108 302258 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 810vz7.9448m5j0sgvjsesh \
I1209 23:44:47.788209 302258 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:31b781ddca730137ca923a0a96b1c4439a1928ca1217f945a58e77603799c331
I1209 23:44:47.788233 302258 cni.go:84] Creating CNI manager for ""
I1209 23:44:47.788240 302258 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:44:47.790946 302258 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1209 23:44:47.793737 302258 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1209 23:44:47.797360 302258 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1209 23:44:47.797381 302258 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1209 23:44:47.816659 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1209 23:44:48.101188 302258 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1209 23:44:48.101316 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:48.101392 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-824584 minikube.k8s.io/updated_at=2024_12_09T23_44_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9 minikube.k8s.io/name=addons-824584 minikube.k8s.io/primary=true
I1209 23:44:48.249730 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:48.249808 302258 ops.go:34] apiserver oom_adj: -16
I1209 23:44:48.750738 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:49.250325 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:49.749832 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:50.250628 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:50.750759 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.250157 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.749824 302258 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1209 23:44:51.840700 302258 kubeadm.go:1113] duration metric: took 3.73941307s to wait for elevateKubeSystemPrivileges
I1209 23:44:51.840737 302258 kubeadm.go:394] duration metric: took 21.683806113s to StartCluster
I1209 23:44:51.840756 302258 settings.go:142] acquiring lock: {Name:mk22c06c1d52f9c001ba118ff8d9a904a557a32a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:51.840946 302258 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:44:51.841412 302258 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20062-295979/kubeconfig: {Name:mk15f5c9ae20e69f94f0651aa1dff341120cc803 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1209 23:44:51.841621 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1209 23:44:51.841644 302258 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1209 23:44:51.841853 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:51.841886 302258 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1209 23:44:51.841959 302258 addons.go:69] Setting yakd=true in profile "addons-824584"
I1209 23:44:51.841983 302258 addons.go:234] Setting addon yakd=true in "addons-824584"
I1209 23:44:51.842008 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.842447 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.842890 302258 addons.go:69] Setting metrics-server=true in profile "addons-824584"
I1209 23:44:51.842914 302258 addons.go:234] Setting addon metrics-server=true in "addons-824584"
I1209 23:44:51.842991 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.843571 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.843744 302258 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-824584"
I1209 23:44:51.843878 302258 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-824584"
I1209 23:44:51.843934 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.844223 302258 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-824584"
I1209 23:44:51.848152 302258 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-824584"
I1209 23:44:51.848318 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.848557 302258 addons.go:69] Setting registry=true in profile "addons-824584"
I1209 23:44:51.848596 302258 addons.go:234] Setting addon registry=true in "addons-824584"
I1209 23:44:51.848654 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.856740 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.848797 302258 addons.go:69] Setting storage-provisioner=true in profile "addons-824584"
I1209 23:44:51.858052 302258 addons.go:234] Setting addon storage-provisioner=true in "addons-824584"
I1209 23:44:51.858121 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.844251 302258 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-824584"
I1209 23:44:51.858639 302258 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-824584"
I1209 23:44:51.858697 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.859479 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.859883 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844255 302258 addons.go:69] Setting default-storageclass=true in profile "addons-824584"
I1209 23:44:51.863799 302258 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-824584"
I1209 23:44:51.864125 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.867981 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844259 302258 addons.go:69] Setting gcp-auth=true in profile "addons-824584"
I1209 23:44:51.875194 302258 mustload.go:65] Loading cluster: addons-824584
I1209 23:44:51.875387 302258 config.go:182] Loaded profile config "addons-824584": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:44:51.875645 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844262 302258 addons.go:69] Setting ingress=true in profile "addons-824584"
I1209 23:44:51.906650 302258 addons.go:234] Setting addon ingress=true in "addons-824584"
I1209 23:44:51.906724 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.907174 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.844265 302258 addons.go:69] Setting ingress-dns=true in profile "addons-824584"
I1209 23:44:51.916716 302258 addons.go:234] Setting addon ingress-dns=true in "addons-824584"
I1209 23:44:51.916770 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.917243 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.919961 302258 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1209 23:44:51.844269 302258 addons.go:69] Setting inspektor-gadget=true in profile "addons-824584"
I1209 23:44:51.938552 302258 addons.go:234] Setting addon inspektor-gadget=true in "addons-824584"
I1209 23:44:51.938598 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.939171 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.956235 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1209 23:44:51.956258 302258 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1209 23:44:51.956341 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:51.848806 302258 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-824584"
I1209 23:44:51.958975 302258 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-824584"
I1209 23:44:51.959319 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.848811 302258 addons.go:69] Setting volcano=true in profile "addons-824584"
I1209 23:44:51.987915 302258 addons.go:234] Setting addon volcano=true in "addons-824584"
I1209 23:44:51.987959 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.988403 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.990150 302258 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1209 23:44:51.848815 302258 addons.go:69] Setting volumesnapshots=true in profile "addons-824584"
I1209 23:44:51.992411 302258 addons.go:234] Setting addon volumesnapshots=true in "addons-824584"
I1209 23:44:51.992453 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:51.992894 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.997402 302258 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1209 23:44:51.997531 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1209 23:44:51.997545 302258 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1209 23:44:51.997628 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:51.849102 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:51.849113 302258 out.go:177] * Verifying Kubernetes components...
I1209 23:44:52.030078 302258 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1209 23:44:51.844246 302258 addons.go:69] Setting cloud-spanner=true in profile "addons-824584"
I1209 23:44:52.030311 302258 addons.go:234] Setting addon cloud-spanner=true in "addons-824584"
I1209 23:44:52.030343 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.031113 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.055701 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1209 23:44:52.058889 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1209 23:44:52.061276 302258 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1209 23:44:52.063886 302258 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1209 23:44:52.066141 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1209 23:44:52.067925 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1209 23:44:52.069604 302258 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1209 23:44:52.072501 302258 addons.go:234] Setting addon default-storageclass=true in "addons-824584"
I1209 23:44:52.072596 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.073197 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.073694 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1209 23:44:52.073887 302258 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1209 23:44:52.074215 302258 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:52.074232 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1209 23:44:52.074379 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.098825 302258 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:52.098910 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1209 23:44:52.099057 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.117364 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.123117 302258 out.go:177] - Using image docker.io/registry:2.8.3
I1209 23:44:52.123361 302258 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1209 23:44:52.137694 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1209 23:44:52.138644 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1209 23:44:52.154903 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1209 23:44:52.147141 302258 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1209 23:44:52.168013 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.169618 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1209 23:44:52.169701 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.190907 302258 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.35.0
I1209 23:44:52.194895 302258 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1209 23:44:52.195039 302258 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1209 23:44:52.195068 302258 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1209 23:44:52.195168 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.198906 302258 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:52.198931 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1209 23:44:52.199002 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.213180 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1209 23:44:52.215892 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:52.219700 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:44:52.224805 302258 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:52.224830 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1209 23:44:52.224896 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
W1209 23:44:52.248670 302258 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1209 23:44:52.248849 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.250392 302258 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1209 23:44:52.250636 302258 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-824584"
I1209 23:44:52.251555 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:44:52.252006 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:44:52.253009 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1209 23:44:52.253033 302258 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1209 23:44:52.253101 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.295065 302258 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.17.0
I1209 23:44:52.296283 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.297100 302258 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:52.297115 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1209 23:44:52.297173 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.297612 302258 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:52.297633 302258 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1209 23:44:52.297683 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.326930 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.329356 302258 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.25
I1209 23:44:52.334854 302258 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1209 23:44:52.334880 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1209 23:44:52.334949 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.364314 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.407281 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.410907 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.436490 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.454081 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.458808 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.459221 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.459475 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
W1209 23:44:52.463356 302258 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:44:52.463387 302258 retry.go:31] will retry after 297.135717ms: ssh: handshake failed: EOF
I1209 23:44:52.464233 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.474443 302258 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1209 23:44:52.475667 302258 out.go:177] - Using image docker.io/busybox:stable
I1209 23:44:52.477070 302258 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:52.477089 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1209 23:44:52.477166 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:44:52.484246 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:44:52.522322 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
W1209 23:44:52.523413 302258 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1209 23:44:52.523443 302258 retry.go:31] will retry after 367.523011ms: ssh: handshake failed: EOF
I1209 23:44:52.724745 302258 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1209 23:44:52.729424 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1209 23:44:52.729491 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1209 23:44:52.766480 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1209 23:44:52.766548 302258 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1209 23:44:52.794190 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1209 23:44:52.794270 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1209 23:44:52.831690 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1209 23:44:52.831770 302258 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1209 23:44:52.840765 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1209 23:44:52.861083 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1209 23:44:52.864190 302258 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:52.864269 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14576 bytes)
I1209 23:44:52.889569 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1209 23:44:52.891290 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1209 23:44:52.902666 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1209 23:44:52.902816 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1209 23:44:52.906857 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1209 23:44:52.914328 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1209 23:44:52.914404 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1209 23:44:52.929320 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1209 23:44:52.951397 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1209 23:44:52.951419 302258 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1209 23:44:52.978192 302258 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:52.978268 302258 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1209 23:44:52.982275 302258 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1209 23:44:52.982348 302258 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1209 23:44:53.029469 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1209 23:44:53.057325 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1209 23:44:53.057403 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1209 23:44:53.085529 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1209 23:44:53.085609 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1209 23:44:53.125373 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1209 23:44:53.125450 302258 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1209 23:44:53.133264 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1209 23:44:53.205123 302258 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:53.205197 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1209 23:44:53.216601 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1209 23:44:53.216681 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1209 23:44:53.220087 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1209 23:44:53.266428 302258 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:53.266499 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1209 23:44:53.289304 302258 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1209 23:44:53.289383 302258 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1209 23:44:53.326445 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1209 23:44:53.340708 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1209 23:44:53.340804 302258 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1209 23:44:53.385752 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1209 23:44:53.431548 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1209 23:44:53.487456 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1209 23:44:53.487529 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1209 23:44:53.514382 302258 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1209 23:44:53.514465 302258 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1209 23:44:53.645340 302258 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:53.645413 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1209 23:44:53.660691 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1209 23:44:53.660768 302258 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1209 23:44:53.756345 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:53.767296 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1209 23:44:53.767370 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1209 23:44:53.892850 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1209 23:44:53.892914 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1209 23:44:53.970933 302258 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:53.971016 302258 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1209 23:44:54.118542 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1209 23:44:54.918412 302258 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.780617779s)
I1209 23:44:54.918443 302258 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1209 23:44:54.919550 302258 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.194734548s)
I1209 23:44:54.920308 302258 node_ready.go:35] waiting up to 6m0s for node "addons-824584" to be "Ready" ...
I1209 23:44:55.911787 302258 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-824584" context rescaled to 1 replicas
I1209 23:44:57.073085 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:44:57.814154 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.973303479s)
I1209 23:44:57.814254 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (4.95310361s)
I1209 23:44:57.814304 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (4.92466558s)
I1209 23:44:59.136205 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (6.244842518s)
I1209 23:44:59.136241 302258 addons.go:475] Verifying addon ingress=true in "addons-824584"
I1209 23:44:59.136420 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (6.22947892s)
I1209 23:44:59.136456 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (6.207075652s)
I1209 23:44:59.136711 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (6.107161304s)
I1209 23:44:59.136781 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (6.003447537s)
I1209 23:44:59.136797 302258 addons.go:475] Verifying addon metrics-server=true in "addons-824584"
I1209 23:44:59.136831 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.916683081s)
I1209 23:44:59.136859 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.810346739s)
I1209 23:44:59.136866 302258 addons.go:475] Verifying addon registry=true in "addons-824584"
I1209 23:44:59.137008 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.751172143s)
I1209 23:44:59.137221 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (5.705593994s)
I1209 23:44:59.137341 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (5.380909978s)
W1209 23:44:59.137371 302258 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:59.137389 302258 retry.go:31] will retry after 274.858374ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1209 23:44:59.139590 302258 out.go:177] * Verifying registry addon...
I1209 23:44:59.139716 302258 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-824584 service yakd-dashboard -n yakd-dashboard
I1209 23:44:59.139763 302258 out.go:177] * Verifying ingress addon...
I1209 23:44:59.143685 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1209 23:44:59.144623 302258 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1209 23:44:59.161802 302258 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:44:59.161888 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.164006 302258 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1209 23:44:59.164071 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
W1209 23:44:59.177144 302258 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1209 23:44:59.405810 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (5.28717464s)
I1209 23:44:59.405883 302258 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-824584"
I1209 23:44:59.412679 302258 out.go:177] * Verifying csi-hostpath-driver addon...
I1209 23:44:59.413375 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1209 23:44:59.415850 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1209 23:44:59.434544 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:44:59.447207 302258 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:44:59.447282 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:44:59.648988 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:44:59.649947 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:44:59.919738 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.171454 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.175718 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.425390 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:00.649034 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:00.649444 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:00.921000 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.147760 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.149657 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.421083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.650347 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:01.650824 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:01.922852 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:01.925516 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:02.104807 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1209 23:45:02.104973 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:45:02.140532 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:45:02.151192 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.151424 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.188562 302258 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.775116992s)
I1209 23:45:02.254642 302258 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1209 23:45:02.272235 302258 addons.go:234] Setting addon gcp-auth=true in "addons-824584"
I1209 23:45:02.272288 302258 host.go:66] Checking if "addons-824584" exists ...
I1209 23:45:02.272727 302258 cli_runner.go:164] Run: docker container inspect addons-824584 --format={{.State.Status}}
I1209 23:45:02.292214 302258 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1209 23:45:02.292273 302258 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-824584
I1209 23:45:02.309440 302258 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33139 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/addons-824584/id_rsa Username:docker}
I1209 23:45:02.408967 302258 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1209 23:45:02.411542 302258 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1209 23:45:02.414006 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1209 23:45:02.414029 302258 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1209 23:45:02.420237 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.433848 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1209 23:45:02.433875 302258 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1209 23:45:02.453294 302258 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:45:02.453358 302258 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1209 23:45:02.472777 302258 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1209 23:45:02.647950 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:02.650630 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:02.925510 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:02.983712 302258 addons.go:475] Verifying addon gcp-auth=true in "addons-824584"
I1209 23:45:02.986845 302258 out.go:177] * Verifying gcp-auth addon...
I1209 23:45:02.990739 302258 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1209 23:45:03.020844 302258 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1209 23:45:03.020872 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.147911 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.149170 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.419806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.493715 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:03.647999 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:03.650521 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:03.919925 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:03.993926 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.147955 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.149027 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.419817 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.423105 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:04.494158 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:04.648290 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:04.648889 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:04.919394 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:04.994339 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.148506 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.148708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.420197 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:05.494209 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:05.647760 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:05.649183 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:05.920359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.020925 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.148453 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.148803 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.419656 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.424209 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:06.493856 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:06.647458 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:06.656778 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:06.919499 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:06.993775 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.147989 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.149071 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.419707 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.494262 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:07.648159 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:07.648518 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:07.920367 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:07.993929 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.146911 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.148627 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.419941 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.493922 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:08.647087 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:08.648724 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:08.919338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:08.923044 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:08.993804 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.146973 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.148901 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.419601 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.494755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:09.647891 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:09.648780 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:09.919334 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:09.995637 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.148035 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.148891 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.419473 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.494218 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:10.646932 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:10.648562 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:10.919868 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:10.923483 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:10.994846 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.147408 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:11.148757 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.420134 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.494296 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:11.647643 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:11.648428 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:11.919051 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:11.993650 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.148100 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:12.148756 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.419729 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.494295 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:12.648199 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:12.648895 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:12.919137 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:12.924078 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:12.994295 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.147755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:13.148218 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.419091 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.494126 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:13.646908 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:13.648945 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:13.919492 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:13.994649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.148031 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:14.148842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.419517 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.494080 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:14.647077 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:14.648733 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:14.919691 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:14.994411 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.147271 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:15.149224 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.419978 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.423557 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:15.494226 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:15.646836 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:15.648356 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:15.919061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:15.994982 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.147308 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:16.148571 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.419124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.493686 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:16.647723 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:16.648518 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:16.919085 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:16.993831 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.147756 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:17.148424 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.419403 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.423893 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:17.493798 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:17.647934 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:17.648865 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:17.919006 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:17.993895 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.148174 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:18.149001 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.419391 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.494514 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:18.646466 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:18.648206 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:18.919772 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:18.994304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.148350 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.148969 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:19.419048 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.494813 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:19.647257 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:19.648231 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:19.919768 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:19.923281 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:19.994227 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.147723 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:20.148748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.419499 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.493927 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:20.646995 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:20.648491 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:20.919066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:20.994574 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.147813 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:21.148028 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.420488 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.494350 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:21.648036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:21.648773 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:21.925124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:21.925714 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:21.993672 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.147221 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:22.148612 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.419509 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.494216 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:22.649359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:22.650195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:22.919870 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:22.994039 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.147113 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:23.148642 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.419418 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.493771 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:23.646887 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:23.648833 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:23.919189 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:23.994132 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.147789 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:24.148720 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.419066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.423559 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:24.493952 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:24.647561 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:24.648826 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:24.919362 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:24.994244 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.147695 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:25.148244 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.419618 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.494178 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:25.651359 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:25.652991 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:25.919905 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:25.994956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.147066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:26.148866 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.419991 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.423687 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:26.495241 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:26.647285 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:26.648301 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:26.919892 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:26.994405 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.148493 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.148694 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:27.419303 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.494514 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:27.646902 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:27.648938 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:27.919680 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:27.993713 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.147940 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:28.148623 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.419338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.493974 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:28.647038 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:28.648685 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:28.919663 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:28.924194 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:28.994606 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.146910 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:29.148739 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.419575 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.494405 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:29.646600 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:29.648780 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:29.919238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:29.994433 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.148246 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:30.149254 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.420143 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.493854 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:30.647012 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:30.648702 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:30.919437 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:30.994636 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.148584 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:31.149688 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.419556 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.423770 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:31.494229 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:31.647394 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:31.649120 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:31.920453 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:31.994214 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.147838 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:32.148549 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.420321 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.493786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:32.647007 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:32.648597 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:32.919466 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:32.994078 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.147636 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:33.148621 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.419549 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.494426 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:33.648551 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:33.648774 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:33.919190 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:33.924100 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:33.994118 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.147567 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:34.148281 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:34.419931 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.493994 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:34.647075 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:34.649114 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:34.919606 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:34.993958 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.147323 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:35.148633 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:35.419329 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.494083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:35.647124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:35.648764 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:35.919058 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:35.994503 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:36.146625 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:36.147828 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:36.419434 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:36.423697 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:36.494270 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:36.646899 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:36.648658 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:36.919880 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:36.993968 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:37.146398 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:37.148438 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:37.419061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.494304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:37.647050 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:37.648689 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:37.919649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:37.993658 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:38.148523 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:38.149419 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:38.420131 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:38.423980 302258 node_ready.go:53] node "addons-824584" has status "Ready":"False"
I1209 23:45:38.494472 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:38.648109 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:38.648992 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:38.919358 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:39.028073 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:39.158450 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:39.162510 302258 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1209 23:45:39.162579 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:39.449768 302258 node_ready.go:49] node "addons-824584" has status "Ready":"True"
I1209 23:45:39.449841 302258 node_ready.go:38] duration metric: took 44.529500172s for node "addons-824584" to be "Ready" ...
I1209 23:45:39.449867 302258 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:45:39.460331 302258 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:45:39.460407 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:39.473102 302258 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace to be "Ready" ...
I1209 23:45:39.500258 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:39.657177 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:39.658792 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:39.935311 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.024926 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:40.155786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:40.158530 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:40.421765 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:40.479996 302258 pod_ready.go:93] pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.480023 302258 pod_ready.go:82] duration metric: took 1.006850902s for pod "coredns-7c65d6cfc9-wlcc6" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.480047 302258 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.486121 302258 pod_ready.go:93] pod "etcd-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.486156 302258 pod_ready.go:82] duration metric: took 6.092672ms for pod "etcd-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.486191 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.491986 302258 pod_ready.go:93] pod "kube-apiserver-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.492010 302258 pod_ready.go:82] duration metric: took 5.811456ms for pod "kube-apiserver-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.492022 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.494047 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:40.498550 302258 pod_ready.go:93] pod "kube-controller-manager-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.498575 302258 pod_ready.go:82] duration metric: took 6.546095ms for pod "kube-controller-manager-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.498588 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-vb9n8" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.624564 302258 pod_ready.go:93] pod "kube-proxy-vb9n8" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:40.624589 302258 pod_ready.go:82] duration metric: took 125.993432ms for pod "kube-proxy-vb9n8" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.624601 302258 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:40.649338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:40.650636 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:40.926676 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:41.025677 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:41.026344 302258 pod_ready.go:93] pod "kube-scheduler-addons-824584" in "kube-system" namespace has status "Ready":"True"
I1209 23:45:41.026369 302258 pod_ready.go:82] duration metric: took 401.759941ms for pod "kube-scheduler-addons-824584" in "kube-system" namespace to be "Ready" ...
I1209 23:45:41.026381 302258 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace to be "Ready" ...
I1209 23:45:41.152975 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:41.158156 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:41.420516 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:41.494135 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:41.649842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:41.651316 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:41.921991 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.025403 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:42.148862 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:42.151026 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:42.421649 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.494619 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:42.649169 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:42.650409 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:42.921427 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:42.994948 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:43.032778 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:43.148520 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:43.148860 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:43.421100 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:43.494364 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:43.648728 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:43.649952 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:43.920582 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:43.994853 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:44.150130 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:44.151708 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:44.421133 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:44.495423 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:44.650969 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:44.653005 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:44.921818 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:44.995106 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:45.037697 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:45.152368 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:45.154108 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:45.421546 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:45.495625 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:45.650828 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:45.653083 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:45.921155 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:45.996250 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:46.148238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:46.151809 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:46.421254 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:46.494916 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:46.650631 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:46.652395 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:46.922491 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.022002 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:47.156540 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:47.158077 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:47.420860 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.495135 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:47.534505 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:47.650256 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:47.651126 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:47.922928 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:47.995457 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:48.153087 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:48.155575 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:48.421228 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:48.495607 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:48.650338 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:48.651615 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:48.921832 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:48.994414 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:49.148951 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:49.152420 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:49.421956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:49.494675 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:49.542217 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:49.649580 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:49.651643 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:49.921939 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:49.995200 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:50.150012 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:50.152645 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:50.421758 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:50.494901 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:50.650251 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:50.650608 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:50.921545 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.000040 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:51.153171 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:51.155302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:51.421079 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.494411 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:51.550461 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:51.652882 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:51.654195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:51.920719 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:51.994203 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:52.150657 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:52.152529 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:52.422956 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:52.494743 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:52.650080 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:52.652160 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:52.923860 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:52.994314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:53.148896 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:53.149465 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:53.420732 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:53.494814 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:53.648944 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:53.655124 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:53.921515 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:53.994288 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:54.033522 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:54.148427 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:54.150020 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:54.420829 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:54.495331 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:54.650335 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:54.652057 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:54.921197 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:54.996563 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:55.150661 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:55.152174 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:55.422021 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:55.494915 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:55.650166 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:55.650756 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:55.923027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.022659 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:56.040852 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:56.153882 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:56.155326 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:56.423688 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.495255 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:56.651842 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:56.653669 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:56.924302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:56.994648 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:57.153748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:57.155078 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:57.422509 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:57.510663 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:57.652466 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:57.656756 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:57.922786 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:57.997957 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:58.050471 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:45:58.152933 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:58.153533 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:58.425556 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:58.498323 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:58.650372 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:58.651950 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:58.921600 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:58.995460 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:59.148835 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:59.150193 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:59.425655 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:59.495436 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:45:59.648771 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:45:59.649766 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:45:59.921891 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:45:59.996150 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:00.079959 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:00.168201 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:00.170544 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:00.421970 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:00.496279 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:00.650304 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:00.652236 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:00.921126 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:00.995641 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:01.150477 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:01.151247 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:01.421849 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:01.494248 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:01.650542 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:01.653025 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:01.922436 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:01.996521 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:02.150640 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:02.152502 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:02.423260 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:02.494524 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:02.534578 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:02.649288 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:02.651311 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:02.922488 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:02.997002 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:03.149967 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:03.150923 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:03.421718 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:03.494804 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:03.649733 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:03.651349 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:03.922397 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:03.995308 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:04.149132 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:04.151441 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:04.423802 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:04.522929 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:04.535657 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:04.647698 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:04.650339 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:04.921329 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:04.994776 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:05.147639 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:05.149693 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:05.420314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:05.494429 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:05.652224 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:05.661289 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:05.921451 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.001226 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:06.151550 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:06.153064 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:06.422629 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.494633 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:06.648414 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:06.649731 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:06.923098 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:06.994788 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:07.033471 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:07.150318 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:07.150484 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:07.421027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:07.521216 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:07.648177 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:07.649306 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:07.931559 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.006859 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:08.147641 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:08.149819 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:08.422401 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.494829 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:08.648349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:08.649529 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:08.921036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:08.993981 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:09.034014 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:09.148198 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:09.149681 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:09.420256 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:09.494777 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:09.647365 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:09.649333 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:09.920839 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:09.994676 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:10.148941 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:10.150165 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:10.438555 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:10.496623 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:10.649222 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:10.650066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:10.920881 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.014055 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:11.149563 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:11.150278 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:11.421008 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.494749 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:11.532852 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:11.648066 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:11.650481 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:11.922659 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:11.993996 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:12.150254 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:12.151154 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:12.421030 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:12.501426 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:12.650655 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:12.651973 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:12.921597 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:12.995281 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:13.150607 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:13.151678 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:13.429708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:13.495450 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:13.647992 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:13.651376 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:13.921074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:13.997074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:14.034517 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:14.150019 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:14.151423 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:14.421749 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:14.496091 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:14.647526 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:14.650248 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:14.921375 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:14.994921 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:15.150383 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:15.152130 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:15.421579 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:15.495144 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:15.657090 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:15.658889 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:15.921191 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:15.999404 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:16.150476 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:16.151803 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:16.424115 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:16.520235 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:16.533008 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:16.647069 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:16.649280 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:16.922206 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.022572 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:17.149077 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:17.150231 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:17.421227 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.494349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:17.648289 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:17.651957 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:17.921619 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:17.994401 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:18.148962 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:18.150232 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:18.420422 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:18.496233 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:18.533114 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:18.647758 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:18.650291 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:18.921302 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:18.994123 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:19.147186 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:19.149630 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:19.420660 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:19.520679 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:19.651582 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:19.653374 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:19.922580 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:19.995034 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:20.149231 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:20.150959 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:20.432947 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:20.525481 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:20.647028 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:20.649163 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:20.922174 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:20.993984 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:21.033120 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:21.156092 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:21.156942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:21.422036 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:21.494493 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:21.648946 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:21.650530 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:21.921111 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:21.994867 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:22.151741 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:22.152312 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:22.422024 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:22.493879 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:22.649076 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:22.650023 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:22.920730 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:22.997461 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:23.034062 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:23.154090 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:23.155838 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:23.425559 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:23.495697 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:23.650644 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:23.651629 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:23.925128 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:23.997245 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:24.149783 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:24.150946 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:24.421172 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:24.520523 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:24.648769 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:24.649221 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:24.921204 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:24.994044 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:25.148792 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:25.149146 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:25.420458 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:25.494413 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:25.533218 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:25.648360 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:25.649651 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:25.920056 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:25.995061 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:26.148806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:26.149746 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:26.423708 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:26.494441 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:26.649574 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:26.650258 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:26.921266 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:26.995190 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:27.150163 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:27.152041 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:27.434711 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:27.514027 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:27.536721 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:27.650649 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:27.652074 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:27.921230 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:27.997270 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:28.149502 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:28.149840 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1209 23:46:28.422064 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:28.494084 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:28.649011 302258 kapi.go:107] duration metric: took 1m29.505324638s to wait for kubernetes.io/minikube-addons=registry ...
I1209 23:46:28.649966 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:28.921063 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:28.994874 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:29.149825 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:29.420404 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:29.494814 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:29.655311 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:29.925238 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:29.995102 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:30.065149 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:30.151986 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:30.420957 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:30.494522 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:30.651887 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:30.920568 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:30.994638 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:31.152415 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:31.427059 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:31.494526 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:31.651113 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:31.921333 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.003942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:32.149533 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:32.421634 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.495446 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:32.533604 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:32.656649 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:32.921349 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:32.994087 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:33.150592 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:33.423806 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:33.496539 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:33.650030 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:33.922355 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:33.994613 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:34.149562 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:34.421996 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:34.499341 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:34.534945 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:34.649191 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:34.921658 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:34.997512 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:35.149405 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:35.421460 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:35.494942 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:35.649775 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:35.920314 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:35.994548 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:36.151589 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:36.425752 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:36.494602 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:36.652108 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:36.920732 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:36.995544 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:37.040140 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:37.149874 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:37.420964 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:37.522365 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1209 23:46:37.650225 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:37.921354 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:37.994137 302258 kapi.go:107] duration metric: took 1m35.003434496s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1209 23:46:37.997172 302258 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-824584 cluster.
I1209 23:46:37.999802 302258 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1209 23:46:38.006841 302258 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1209 23:46:38.149647 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:38.421980 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:38.651064 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:38.921713 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:39.149378 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:39.420702 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:39.533616 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:39.649015 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:39.920586 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:40.155234 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:40.421181 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:40.655022 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:40.920755 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:41.149688 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:41.428422 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:41.533726 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:41.649270 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:41.930478 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:42.149622 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:42.429628 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:42.651114 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:42.921733 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:43.149450 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:43.421700 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:43.649406 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:43.920816 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:44.033775 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:44.149945 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:44.420900 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:44.650639 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:44.924720 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:45.158337 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:45.421056 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:45.649495 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:45.920706 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:46.149306 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:46.421006 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:46.536611 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:46.649804 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:46.923812 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:47.149270 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:47.421432 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:47.652910 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:47.920743 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:48.149282 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:48.421576 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:48.649941 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:48.923097 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:49.034995 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:49.150278 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:49.422205 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:49.650066 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:49.921506 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:50.150195 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:50.422508 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:50.649326 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:50.922409 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:51.150971 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:51.423292 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:51.533081 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:51.649748 302258 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1209 23:46:51.930970 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:52.150874 302258 kapi.go:107] duration metric: took 1m53.006246487s to wait for app.kubernetes.io/name=ingress-nginx ...
I1209 23:46:52.423446 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:52.921544 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:53.421650 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:53.547432 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:53.922870 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:54.420402 302258 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1209 23:46:54.921436 302258 kapi.go:107] duration metric: took 1m55.505587029s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1209 23:46:54.924257 302258 out.go:177] * Enabled addons: storage-provisioner, amd-gpu-device-plugin, cloud-spanner, nvidia-device-plugin, inspektor-gadget, metrics-server, ingress-dns, yakd, default-storageclass, volumesnapshots, registry, gcp-auth, ingress, csi-hostpath-driver
I1209 23:46:54.926791 302258 addons.go:510] duration metric: took 2m3.084897817s for enable addons: enabled=[storage-provisioner amd-gpu-device-plugin cloud-spanner nvidia-device-plugin inspektor-gadget metrics-server ingress-dns yakd default-storageclass volumesnapshots registry gcp-auth ingress csi-hostpath-driver]
I1209 23:46:56.033740 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:46:58.033869 302258 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"False"
I1209 23:47:00.047756 302258 pod_ready.go:93] pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace has status "Ready":"True"
I1209 23:47:00.047779 302258 pod_ready.go:82] duration metric: took 1m19.02138958s for pod "metrics-server-84c5f94fbc-9fjml" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.047795 302258 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.089718 302258 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace has status "Ready":"True"
I1209 23:47:00.089744 302258 pod_ready.go:82] duration metric: took 41.94136ms for pod "nvidia-device-plugin-daemonset-5rss9" in "kube-system" namespace to be "Ready" ...
I1209 23:47:00.089767 302258 pod_ready.go:39] duration metric: took 1m20.63987393s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1209 23:47:00.089783 302258 api_server.go:52] waiting for apiserver process to appear ...
I1209 23:47:00.089814 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:00.089880 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:00.262113 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:00.262144 302258 cri.go:89] found id: ""
I1209 23:47:00.262153 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:00.262242 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.267624 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:00.267817 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:00.357937 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:00.357968 302258 cri.go:89] found id: ""
I1209 23:47:00.357976 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:00.358073 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.362188 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:00.362306 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:00.413127 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:00.413158 302258 cri.go:89] found id: ""
I1209 23:47:00.413171 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:00.413278 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.419203 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:00.419287 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:00.462012 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:00.462091 302258 cri.go:89] found id: ""
I1209 23:47:00.462117 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:00.462210 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.466745 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:00.466841 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:00.508981 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:00.509003 302258 cri.go:89] found id: ""
I1209 23:47:00.509011 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:00.509066 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.512837 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:00.512937 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:00.553740 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:00.553817 302258 cri.go:89] found id: ""
I1209 23:47:00.553839 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:00.553959 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.557420 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:00.557517 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:00.597001 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:00.597025 302258 cri.go:89] found id: ""
I1209 23:47:00.597033 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:00.597119 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:00.600588 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:00.600615 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:00.649317 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:00.649350 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:00.848942 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:00.848974 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:00.903951 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:00.903986 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:01.002045 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:01.002087 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:01.048516 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:01.048542 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:01.094495 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:01.094525 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:01.136889 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:01.136917 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:01.210110 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:01.210156 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:01.255171 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:01.255204 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:01.309885 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.310161 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.310342 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.310560 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.312533 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:01.313047 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:01.371792 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:01.371828 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:01.394896 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:01.394927 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:01.462962 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:01.462993 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:01.463046 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:01.463059 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.463067 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:01.463081 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:01.463090 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:01.463103 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:01.463109 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:01.463115 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:11.463976 302258 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1209 23:47:11.478282 302258 api_server.go:72] duration metric: took 2m19.636609645s to wait for apiserver process to appear ...
I1209 23:47:11.478316 302258 api_server.go:88] waiting for apiserver healthz status ...
I1209 23:47:11.478352 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:11.478413 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:11.518471 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:11.518498 302258 cri.go:89] found id: ""
I1209 23:47:11.518507 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:11.518566 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.522095 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:11.522170 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:11.559886 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:11.559911 302258 cri.go:89] found id: ""
I1209 23:47:11.559921 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:11.559978 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.563517 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:11.563597 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:11.604323 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:11.604347 302258 cri.go:89] found id: ""
I1209 23:47:11.604356 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:11.604414 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.607976 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:11.608051 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:11.646783 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:11.646808 302258 cri.go:89] found id: ""
I1209 23:47:11.646815 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:11.646872 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.650527 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:11.650603 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:11.688780 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:11.688802 302258 cri.go:89] found id: ""
I1209 23:47:11.688810 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:11.688868 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.692447 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:11.692545 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:11.733433 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:11.733510 302258 cri.go:89] found id: ""
I1209 23:47:11.733535 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:11.733627 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.737492 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:11.737565 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:11.775701 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:11.775726 302258 cri.go:89] found id: ""
I1209 23:47:11.775738 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:11.775818 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:11.779362 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:11.779431 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:11.872117 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:11.872157 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:11.931653 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:11.931685 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:11.999078 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:11.999123 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:12.054070 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:12.054155 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:12.129661 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:12.129698 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:12.178597 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:12.178627 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:12.240338 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:12.240372 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:12.293358 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.293604 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.293783 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.294006 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.295925 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:12.296429 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:12.355905 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:12.355940 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:12.373124 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:12.373153 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:12.522814 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:12.522912 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:12.567922 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:12.567954 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:12.606990 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:12.607017 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:12.607087 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:12.607103 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.607110 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:12.607148 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:12.607162 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:12.607171 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:12.607183 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:12.607189 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:22.607714 302258 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1209 23:47:22.617379 302258 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1209 23:47:22.618493 302258 api_server.go:141] control plane version: v1.31.2
I1209 23:47:22.618521 302258 api_server.go:131] duration metric: took 11.140197403s to wait for apiserver health ...
I1209 23:47:22.618530 302258 system_pods.go:43] waiting for kube-system pods to appear ...
I1209 23:47:22.618552 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1209 23:47:22.618616 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1209 23:47:22.671616 302258 cri.go:89] found id: "5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:22.671643 302258 cri.go:89] found id: ""
I1209 23:47:22.671652 302258 logs.go:282] 1 containers: [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd]
I1209 23:47:22.671708 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.686057 302258 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1209 23:47:22.686132 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1209 23:47:22.729765 302258 cri.go:89] found id: "e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:22.729790 302258 cri.go:89] found id: ""
I1209 23:47:22.729798 302258 logs.go:282] 1 containers: [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15]
I1209 23:47:22.729854 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.733445 302258 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1209 23:47:22.733522 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1209 23:47:22.774737 302258 cri.go:89] found id: "58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:22.774758 302258 cri.go:89] found id: ""
I1209 23:47:22.774766 302258 logs.go:282] 1 containers: [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef]
I1209 23:47:22.774823 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.778222 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1209 23:47:22.778303 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1209 23:47:22.822128 302258 cri.go:89] found id: "a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:22.822152 302258 cri.go:89] found id: ""
I1209 23:47:22.822161 302258 logs.go:282] 1 containers: [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d]
I1209 23:47:22.822216 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.825949 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1209 23:47:22.826024 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1209 23:47:22.867384 302258 cri.go:89] found id: "77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:22.867409 302258 cri.go:89] found id: ""
I1209 23:47:22.867418 302258 logs.go:282] 1 containers: [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927]
I1209 23:47:22.867477 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.870933 302258 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1209 23:47:22.871007 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1209 23:47:22.908216 302258 cri.go:89] found id: "d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:22.908243 302258 cri.go:89] found id: ""
I1209 23:47:22.908259 302258 logs.go:282] 1 containers: [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f]
I1209 23:47:22.908345 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.911921 302258 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1209 23:47:22.911996 302258 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1209 23:47:22.957713 302258 cri.go:89] found id: "b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:22.957734 302258 cri.go:89] found id: ""
I1209 23:47:22.957742 302258 logs.go:282] 1 containers: [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5]
I1209 23:47:22.957797 302258 ssh_runner.go:195] Run: which crictl
I1209 23:47:22.962000 302258 logs.go:123] Gathering logs for describe nodes ...
I1209 23:47:22.962028 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1209 23:47:23.110558 302258 logs.go:123] Gathering logs for kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] ...
I1209 23:47:23.110592 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd"
I1209 23:47:23.182259 302258 logs.go:123] Gathering logs for coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] ...
I1209 23:47:23.182297 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef"
I1209 23:47:23.230280 302258 logs.go:123] Gathering logs for kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] ...
I1209 23:47:23.230309 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927"
I1209 23:47:23.269874 302258 logs.go:123] Gathering logs for kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] ...
I1209 23:47:23.269902 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f"
I1209 23:47:23.337259 302258 logs.go:123] Gathering logs for kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] ...
I1209 23:47:23.337295 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5"
I1209 23:47:23.388218 302258 logs.go:123] Gathering logs for CRI-O ...
I1209 23:47:23.388250 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1209 23:47:23.486950 302258 logs.go:123] Gathering logs for container status ...
I1209 23:47:23.486987 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1209 23:47:23.538441 302258 logs.go:123] Gathering logs for kubelet ...
I1209 23:47:23.538473 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1209 23:47:23.592142 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.291063 1499 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.592409 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.592587 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.592802 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.594688 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:23.595204 302258 logs.go:138] Found kubelet problem: Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the
condition]
I1209 23:47:23.654860 302258 logs.go:123] Gathering logs for dmesg ...
I1209 23:47:23.654898 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1209 23:47:23.671574 302258 logs.go:123] Gathering logs for etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] ...
I1209 23:47:23.671603 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15"
I1209 23:47:23.725764 302258 logs.go:123] Gathering logs for kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] ...
I1209 23:47:23.725800 302258 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d"
I1209 23:47:23.775835 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:23.775869 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1209 23:47:23.775956 302258 out.go:270] X Problems detected in kubelet:
W1209 23:47:23.775974 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.291124 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.776015 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: W1209 23:44:53.401552 1499 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-824584" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object
W1209 23:47:23.776033 302258 out.go:270] Dec 09 23:44:53 addons-824584 kubelet[1499]: E1209 23:44:53.401600 1499 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-824584\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-824584' and this object" logger="UnhandledError"
W1209 23:47:23.776040 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657376 1499 projected.go:194] Error preparing data for projected volume kube-api-access-d5z7p for pod kube-system/kube-proxy-vb9n8: [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
W1209 23:47:23.776046 302258 out.go:270] Dec 09 23:44:54 addons-824584 kubelet[1499]: E1209 23:44:54.657448 1499 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p podName:bf9a3fc4-6cc0-4385-81b4-39fee01908f9 nodeName:}" failed. No retries permitted until 2024-12-09 23:44:55.15742924 +0000 UTC m=+8.187271101 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-d5z7p" (UniqueName: "kubernetes.io/projected/bf9a3fc4-6cc0-4385-81b4-39fee01908f9-kube-api-access-d5z7p") pod "kube-proxy-vb9n8" (UID: "bf9a3fc4-6cc0-4385-81b4-39fee01908f9") : [failed to fetch token: serviceaccounts "kube-proxy" is forbidden: User "system:node:addons-824584" cannot create resource "serviceaccounts/token" in API group "" in the namespace "kube-system": no relationship found between node 'addons-824584' and this object, failed to sync configmap cache: timed out waiting for the condition]
I1209 23:47:23.776057 302258 out.go:358] Setting ErrFile to fd 2...
I1209 23:47:23.776066 302258 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:47:33.788936 302258 system_pods.go:59] 18 kube-system pods found
I1209 23:47:33.788976 302258 system_pods.go:61] "coredns-7c65d6cfc9-wlcc6" [da0d7c5f-9de2-4e38-a812-e26ea2420a81] Running
I1209 23:47:33.788983 302258 system_pods.go:61] "csi-hostpath-attacher-0" [c0a237dd-adfa-4fe1-9672-f052a8fc4b35] Running
I1209 23:47:33.788987 302258 system_pods.go:61] "csi-hostpath-resizer-0" [c249ef8f-f984-4731-94d7-af5e7fc94490] Running
I1209 23:47:33.788991 302258 system_pods.go:61] "csi-hostpathplugin-z8hph" [1d8fcae6-b414-4160-a348-cdd4398089ef] Running
I1209 23:47:33.788995 302258 system_pods.go:61] "etcd-addons-824584" [660e4b89-a21b-4033-b90d-513ec64bdb60] Running
I1209 23:47:33.788998 302258 system_pods.go:61] "kindnet-m9m7g" [4994967b-4111-4874-828e-00115d25aad8] Running
I1209 23:47:33.789002 302258 system_pods.go:61] "kube-apiserver-addons-824584" [901a2a38-c61f-46ea-a3cb-2f96e7965510] Running
I1209 23:47:33.789007 302258 system_pods.go:61] "kube-controller-manager-addons-824584" [0e4caa4d-4d79-4810-a484-d97e56ba5d70] Running
I1209 23:47:33.789011 302258 system_pods.go:61] "kube-ingress-dns-minikube" [ca16143c-ec1e-43be-bcc2-b6a2df417be5] Running
I1209 23:47:33.789014 302258 system_pods.go:61] "kube-proxy-vb9n8" [bf9a3fc4-6cc0-4385-81b4-39fee01908f9] Running
I1209 23:47:33.789020 302258 system_pods.go:61] "kube-scheduler-addons-824584" [09c16ea6-10d7-4449-88ab-d850cc252f65] Running
I1209 23:47:33.789029 302258 system_pods.go:61] "metrics-server-84c5f94fbc-9fjml" [cc896044-f9c6-4ed4-bf5b-5d36b80536d6] Running
I1209 23:47:33.789033 302258 system_pods.go:61] "nvidia-device-plugin-daemonset-5rss9" [3818d1d3-cc62-4d29-b8d9-c1bcfb13220e] Running
I1209 23:47:33.789040 302258 system_pods.go:61] "registry-5cc95cd69-65xxg" [303bafe9-f483-4e4d-b87a-019e3997b191] Running
I1209 23:47:33.789044 302258 system_pods.go:61] "registry-proxy-g7q5j" [da273179-6187-4e25-bdf1-21cc6c9c5acd] Running
I1209 23:47:33.789048 302258 system_pods.go:61] "snapshot-controller-56fcc65765-5bbvb" [d7c96781-23d1-4d08-acb2-f8c08afe24f8] Running
I1209 23:47:33.789054 302258 system_pods.go:61] "snapshot-controller-56fcc65765-5jr9h" [5e2d0a25-b620-441a-9233-5f34fbae3519] Running
I1209 23:47:33.789058 302258 system_pods.go:61] "storage-provisioner" [97c0764e-8e1f-496c-9cd4-aea35a87dcf3] Running
I1209 23:47:33.789072 302258 system_pods.go:74] duration metric: took 11.170535581s to wait for pod list to return data ...
I1209 23:47:33.789081 302258 default_sa.go:34] waiting for default service account to be created ...
I1209 23:47:33.791891 302258 default_sa.go:45] found service account: "default"
I1209 23:47:33.791921 302258 default_sa.go:55] duration metric: took 2.829767ms for default service account to be created ...
I1209 23:47:33.791931 302258 system_pods.go:116] waiting for k8s-apps to be running ...
I1209 23:47:33.802081 302258 system_pods.go:86] 18 kube-system pods found
I1209 23:47:33.802122 302258 system_pods.go:89] "coredns-7c65d6cfc9-wlcc6" [da0d7c5f-9de2-4e38-a812-e26ea2420a81] Running
I1209 23:47:33.802133 302258 system_pods.go:89] "csi-hostpath-attacher-0" [c0a237dd-adfa-4fe1-9672-f052a8fc4b35] Running
I1209 23:47:33.802160 302258 system_pods.go:89] "csi-hostpath-resizer-0" [c249ef8f-f984-4731-94d7-af5e7fc94490] Running
I1209 23:47:33.802176 302258 system_pods.go:89] "csi-hostpathplugin-z8hph" [1d8fcae6-b414-4160-a348-cdd4398089ef] Running
I1209 23:47:33.802181 302258 system_pods.go:89] "etcd-addons-824584" [660e4b89-a21b-4033-b90d-513ec64bdb60] Running
I1209 23:47:33.802190 302258 system_pods.go:89] "kindnet-m9m7g" [4994967b-4111-4874-828e-00115d25aad8] Running
I1209 23:47:33.802195 302258 system_pods.go:89] "kube-apiserver-addons-824584" [901a2a38-c61f-46ea-a3cb-2f96e7965510] Running
I1209 23:47:33.802199 302258 system_pods.go:89] "kube-controller-manager-addons-824584" [0e4caa4d-4d79-4810-a484-d97e56ba5d70] Running
I1209 23:47:33.802210 302258 system_pods.go:89] "kube-ingress-dns-minikube" [ca16143c-ec1e-43be-bcc2-b6a2df417be5] Running
I1209 23:47:33.802213 302258 system_pods.go:89] "kube-proxy-vb9n8" [bf9a3fc4-6cc0-4385-81b4-39fee01908f9] Running
I1209 23:47:33.802218 302258 system_pods.go:89] "kube-scheduler-addons-824584" [09c16ea6-10d7-4449-88ab-d850cc252f65] Running
I1209 23:47:33.802224 302258 system_pods.go:89] "metrics-server-84c5f94fbc-9fjml" [cc896044-f9c6-4ed4-bf5b-5d36b80536d6] Running
I1209 23:47:33.802238 302258 system_pods.go:89] "nvidia-device-plugin-daemonset-5rss9" [3818d1d3-cc62-4d29-b8d9-c1bcfb13220e] Running
I1209 23:47:33.802242 302258 system_pods.go:89] "registry-5cc95cd69-65xxg" [303bafe9-f483-4e4d-b87a-019e3997b191] Running
I1209 23:47:33.802247 302258 system_pods.go:89] "registry-proxy-g7q5j" [da273179-6187-4e25-bdf1-21cc6c9c5acd] Running
I1209 23:47:33.802252 302258 system_pods.go:89] "snapshot-controller-56fcc65765-5bbvb" [d7c96781-23d1-4d08-acb2-f8c08afe24f8] Running
I1209 23:47:33.802260 302258 system_pods.go:89] "snapshot-controller-56fcc65765-5jr9h" [5e2d0a25-b620-441a-9233-5f34fbae3519] Running
I1209 23:47:33.802265 302258 system_pods.go:89] "storage-provisioner" [97c0764e-8e1f-496c-9cd4-aea35a87dcf3] Running
I1209 23:47:33.802278 302258 system_pods.go:126] duration metric: took 10.340874ms to wait for k8s-apps to be running ...
I1209 23:47:33.802288 302258 system_svc.go:44] waiting for kubelet service to be running ....
I1209 23:47:33.802354 302258 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1209 23:47:33.814436 302258 system_svc.go:56] duration metric: took 12.14064ms WaitForService to wait for kubelet
I1209 23:47:33.814478 302258 kubeadm.go:582] duration metric: took 2m41.972810067s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1209 23:47:33.814499 302258 node_conditions.go:102] verifying NodePressure condition ...
I1209 23:47:33.818014 302258 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1209 23:47:33.818051 302258 node_conditions.go:123] node cpu capacity is 2
I1209 23:47:33.818064 302258 node_conditions.go:105] duration metric: took 3.558942ms to run NodePressure ...
I1209 23:47:33.818077 302258 start.go:241] waiting for startup goroutines ...
I1209 23:47:33.818085 302258 start.go:246] waiting for cluster config update ...
I1209 23:47:33.818103 302258 start.go:255] writing updated cluster config ...
I1209 23:47:33.818404 302258 ssh_runner.go:195] Run: rm -f paused
I1209 23:47:34.193290 302258 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1209 23:47:34.198034 302258 out.go:177] * Done! kubectl is now configured to use "addons-824584" cluster and "default" namespace by default
==> CRI-O <==
Dec 09 23:51:55 addons-824584 crio[957]: time="2024-12-09 23:51:55.458182598Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-5f85ff4588-hmj4m Namespace:ingress-nginx ID:845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795 UID:37068bab-c64f-4ee9-bfa1-8d7e15be743e NetNS:/var/run/netns/1e3a32c1-4395-4790-a969-71119782e5e7 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Dec 09 23:51:55 addons-824584 crio[957]: time="2024-12-09 23:51:55.458335407Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-5f85ff4588-hmj4m from CNI network \"kindnet\" (type=ptp)"
Dec 09 23:51:55 addons-824584 crio[957]: time="2024-12-09 23:51:55.483554822Z" level=info msg="Stopped pod sandbox: 845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795" id=b33fa816-47d3-4201-8513-628bc59d350e name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:51:55 addons-824584 crio[957]: time="2024-12-09 23:51:55.638678431Z" level=info msg="Removing container: 1bba94b44317936ebf6ba907ff9ef3de3264a0343552fbcd9e1fde7bfd820620" id=c0ed2d99-3a7b-45b5-9fab-6680ced7f762 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:51:55 addons-824584 crio[957]: time="2024-12-09 23:51:55.654406369Z" level=info msg="Removed container 1bba94b44317936ebf6ba907ff9ef3de3264a0343552fbcd9e1fde7bfd820620: ingress-nginx/ingress-nginx-controller-5f85ff4588-hmj4m/controller" id=c0ed2d99-3a7b-45b5-9fab-6680ced7f762 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.028716290Z" level=info msg="Removing container: 82b5066bdb07551c71a0d7e53617abde73e6795a07b6617a5a7ab1aba0ac6dca" id=e136044f-87bb-43d9-910c-aee8c5777e21 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.047815238Z" level=info msg="Removed container 82b5066bdb07551c71a0d7e53617abde73e6795a07b6617a5a7ab1aba0ac6dca: ingress-nginx/ingress-nginx-admission-patch-6z4j7/patch" id=e136044f-87bb-43d9-910c-aee8c5777e21 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.049416888Z" level=info msg="Removing container: 64e46801a3595b5f89305e64d777de925d2ae6ef996b2a3faa7fbfac3020fde5" id=3dd9a619-1c68-44c7-b6a0-d24927cd32f2 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.070413686Z" level=info msg="Removed container 64e46801a3595b5f89305e64d777de925d2ae6ef996b2a3faa7fbfac3020fde5: ingress-nginx/ingress-nginx-admission-create-knt8d/create" id=3dd9a619-1c68-44c7-b6a0-d24927cd32f2 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.072373475Z" level=info msg="Stopping pod sandbox: 1b93dfe4d5b68693f9c97fbc4a1e0d147902a3973c2adf3bb4f7a938246b219c" id=b8aebb3b-ded6-4693-8cf0-1f04e1a7f608 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.072416592Z" level=info msg="Stopped pod sandbox (already stopped): 1b93dfe4d5b68693f9c97fbc4a1e0d147902a3973c2adf3bb4f7a938246b219c" id=b8aebb3b-ded6-4693-8cf0-1f04e1a7f608 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.072687446Z" level=info msg="Removing pod sandbox: 1b93dfe4d5b68693f9c97fbc4a1e0d147902a3973c2adf3bb4f7a938246b219c" id=8758e0e8-2bff-4aea-8908-cf91cc6677d1 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.084254828Z" level=info msg="Removed pod sandbox: 1b93dfe4d5b68693f9c97fbc4a1e0d147902a3973c2adf3bb4f7a938246b219c" id=8758e0e8-2bff-4aea-8908-cf91cc6677d1 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.084852412Z" level=info msg="Stopping pod sandbox: 845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795" id=4bdcc359-e008-491d-a8f7-308cf7c30481 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.084892428Z" level=info msg="Stopped pod sandbox (already stopped): 845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795" id=4bdcc359-e008-491d-a8f7-308cf7c30481 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.085193673Z" level=info msg="Removing pod sandbox: 845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795" id=d0640dc7-22bd-4609-844b-54f73699a4a6 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.094312678Z" level=info msg="Removed pod sandbox: 845980b3e1b8382667d4846eea332a21f01c5ff9852823aaf88eba6d93358795" id=d0640dc7-22bd-4609-844b-54f73699a4a6 name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.094974991Z" level=info msg="Stopping pod sandbox: 51f3d24e2e7e62b587c3b49177f297e46d6044ab331fc8984623f934edd3ea46" id=64514fbe-5881-429a-a4a7-2ded32b23387 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.095065590Z" level=info msg="Stopped pod sandbox (already stopped): 51f3d24e2e7e62b587c3b49177f297e46d6044ab331fc8984623f934edd3ea46" id=64514fbe-5881-429a-a4a7-2ded32b23387 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.095394413Z" level=info msg="Removing pod sandbox: 51f3d24e2e7e62b587c3b49177f297e46d6044ab331fc8984623f934edd3ea46" id=c95cf4f5-4b6d-4654-a106-5a9eccaec5be name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.106357590Z" level=info msg="Removed pod sandbox: 51f3d24e2e7e62b587c3b49177f297e46d6044ab331fc8984623f934edd3ea46" id=c95cf4f5-4b6d-4654-a106-5a9eccaec5be name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.106906740Z" level=info msg="Stopping pod sandbox: 00f3ae0da5acee0757a5982733570185c5daf1454ccd571d743125576817809f" id=619449ec-51e0-4b8c-a293-72fd973b5807 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.106947560Z" level=info msg="Stopped pod sandbox (already stopped): 00f3ae0da5acee0757a5982733570185c5daf1454ccd571d743125576817809f" id=619449ec-51e0-4b8c-a293-72fd973b5807 name=/runtime.v1.RuntimeService/StopPodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.107264017Z" level=info msg="Removing pod sandbox: 00f3ae0da5acee0757a5982733570185c5daf1454ccd571d743125576817809f" id=a0b67200-7c5d-4264-b7f4-19513ad16f7b name=/runtime.v1.RuntimeService/RemovePodSandbox
Dec 09 23:52:48 addons-824584 crio[957]: time="2024-12-09 23:52:48.117513329Z" level=info msg="Removed pod sandbox: 00f3ae0da5acee0757a5982733570185c5daf1454ccd571d743125576817809f" id=a0b67200-7c5d-4264-b7f4-19513ad16f7b name=/runtime.v1.RuntimeService/RemovePodSandbox
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
9eb54ce3e3835 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 About a minute ago Running hello-world-app 0 e1596f7eb663f hello-world-app-55bf9c44b4-z8bnr
a4613e8311e49 docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4 3 minutes ago Running nginx 0 cf975d3f7ff8a nginx
37054e1976c79 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 5 minutes ago Running busybox 0 d6fdc5c4b2256 busybox
60ba3b9e086bf docker.io/rancher/local-path-provisioner@sha256:689a2489a24e74426e4a4666e611c988202c5fa995908b0c60133aca3eb87d98 7 minutes ago Running local-path-provisioner 0 ebad36d467b25 local-path-provisioner-86d989889c-p2g9s
db6945ef67be7 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 7 minutes ago Running metrics-server 0 016751becdc73 metrics-server-84c5f94fbc-9fjml
ac7d73d3e4608 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 7 minutes ago Running storage-provisioner 0 e7f7dbf2e9d44 storage-provisioner
58cac0a92a7cc 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 7 minutes ago Running coredns 0 99198c8dea374 coredns-7c65d6cfc9-wlcc6
b8a642e03fa7b docker.io/kindest/kindnetd@sha256:de216f6245e142905c8022d424959a65f798fcd26f5b7492b9c0b0391d735c3e 8 minutes ago Running kindnet-cni 0 48c5eefab7f25 kindnet-m9m7g
77f1bd053aed6 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba 8 minutes ago Running kube-proxy 0 d791a37164923 kube-proxy-vb9n8
5621ceb3f3949 f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270 8 minutes ago Running kube-apiserver 0 e77e99b2d9104 kube-apiserver-addons-824584
a73da2c80c303 d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a 8 minutes ago Running kube-scheduler 0 1a5535ca5c0d5 kube-scheduler-addons-824584
d5d0ee97d8bee 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba 8 minutes ago Running kube-controller-manager 0 137ff3bfc2b89 kube-controller-manager-addons-824584
e3c273f6c0318 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 8 minutes ago Running etcd 0 61c4ace7f4645 etcd-addons-824584
==> coredns [58cac0a92a7cc3b670f5b18ac2bc57ced9356870488ea31a39f46a8de402ccef] <==
[INFO] 10.244.0.21:37823 - 8108 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00004128s
[INFO] 10.244.0.21:37823 - 5403 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004147354s
[INFO] 10.244.0.21:40460 - 41603 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.004887196s
[INFO] 10.244.0.21:37823 - 2533 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003778024s
[INFO] 10.244.0.21:40460 - 19921 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003402713s
[INFO] 10.244.0.21:37823 - 17433 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000144482s
[INFO] 10.244.0.21:40460 - 9819 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000053308s
[INFO] 10.244.0.21:53292 - 63285 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000105204s
[INFO] 10.244.0.21:53292 - 51903 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000063835s
[INFO] 10.244.0.21:38291 - 45167 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000117208s
[INFO] 10.244.0.21:53292 - 15668 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000068322s
[INFO] 10.244.0.21:38291 - 8299 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000121901s
[INFO] 10.244.0.21:53292 - 13820 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000059256s
[INFO] 10.244.0.21:53292 - 3850 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000072483s
[INFO] 10.244.0.21:38291 - 46873 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000060783s
[INFO] 10.244.0.21:53292 - 56782 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000066443s
[INFO] 10.244.0.21:38291 - 40988 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000055999s
[INFO] 10.244.0.21:38291 - 61165 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000080893s
[INFO] 10.244.0.21:38291 - 35544 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000059683s
[INFO] 10.244.0.21:53292 - 9299 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001719473s
[INFO] 10.244.0.21:38291 - 11589 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001234888s
[INFO] 10.244.0.21:53292 - 62327 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001351489s
[INFO] 10.244.0.21:53292 - 6637 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000063375s
[INFO] 10.244.0.21:38291 - 47912 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001212505s
[INFO] 10.244.0.21:38291 - 58618 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000081467s
==> describe nodes <==
Name: addons-824584
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-824584
kubernetes.io/os=linux
minikube.k8s.io/commit=ef4b1d364e31f576638442321d9f6b3bc3aea9a9
minikube.k8s.io/name=addons-824584
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_09T23_44_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-824584
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 09 Dec 2024 23:44:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-824584
AcquireTime: <unset>
RenewTime: Mon, 09 Dec 2024 23:53:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 09 Dec 2024 23:51:54 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 09 Dec 2024 23:51:54 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 09 Dec 2024 23:51:54 +0000 Mon, 09 Dec 2024 23:44:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 09 Dec 2024 23:51:54 +0000 Mon, 09 Dec 2024 23:45:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-824584
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022296Ki
pods: 110
System Info:
Machine ID: 0b24074db51144ac9e865e9315191f8d
System UUID: b6244043-a01b-4074-971a-a082b052377a
Boot ID: 982d10f7-311f-4ebf-96b3-48403acdb647
Kernel Version: 5.15.0-1072-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m55s
default hello-world-app-55bf9c44b4-z8bnr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 102s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m3s
kube-system coredns-7c65d6cfc9-wlcc6 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 8m36s
kube-system etcd-addons-824584 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 8m42s
kube-system kindnet-m9m7g 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 8m37s
kube-system kube-apiserver-addons-824584 250m (12%) 0 (0%) 0 (0%) 0 (0%) 8m42s
kube-system kube-controller-manager-addons-824584 200m (10%) 0 (0%) 0 (0%) 0 (0%) 8m42s
kube-system kube-proxy-vb9n8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m37s
kube-system kube-scheduler-addons-824584 100m (5%) 0 (0%) 0 (0%) 0 (0%) 8m42s
kube-system metrics-server-84c5f94fbc-9fjml 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 8m32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m32s
local-path-storage local-path-provisioner-86d989889c-p2g9s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 420Mi (5%) 220Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8m31s kube-proxy
Normal NodeHasSufficientMemory 8m49s (x8 over 8m49s) kubelet Node addons-824584 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m49s (x8 over 8m49s) kubelet Node addons-824584 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m49s (x7 over 8m49s) kubelet Node addons-824584 status is now: NodeHasSufficientPID
Normal Starting 8m42s kubelet Starting kubelet.
Warning CgroupV1 8m42s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 8m42s kubelet Node addons-824584 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m42s kubelet Node addons-824584 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m42s kubelet Node addons-824584 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m38s node-controller Node addons-824584 event: Registered Node addons-824584 in Controller
Normal NodeReady 7m51s kubelet Node addons-824584 status is now: NodeReady
==> dmesg <==
[Dec 9 22:17] ACPI: SRAT not present
[ +0.000000] ACPI: SRAT not present
[ +0.000000] SPI driver altr_a10sr has no spi_device_id for altr,a10sr
[ +0.013902] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.481128] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.026434] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +0.030455] systemd[1]: /lib/systemd/system/cloud-init.service:20: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.016714] systemd[1]: /lib/systemd/system/cloud-init-hotplugd.socket:11: Unknown key name 'ConditionEnvironment' in section 'Unit', ignoring.
[ +0.643686] ena 0000:00:05.0: LLQ is not supported Fallback to host mode policy.
[ +6.085449] kauditd_printk_skb: 36 callbacks suppressed
[Dec 9 23:03] kmem.limit_in_bytes is deprecated and will be removed. Please report your usecase to linux-mm@kvack.org if you depend on this functionality.
==> etcd [e3c273f6c0318f517c754977dd3f0f805be7f1b68671f8e8761cf902f09a9e15] <==
{"level":"info","ts":"2024-12-09T23:44:40.810137Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-12-09T23:44:40.811152Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-12-09T23:44:40.811214Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-12-09T23:44:52.439337Z","caller":"traceutil/trace.go:171","msg":"trace[456978338] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"128.117626ms","start":"2024-12-09T23:44:52.311202Z","end":"2024-12-09T23:44:52.439320Z","steps":["trace[456978338] 'process raft request' (duration: 100.425369ms)","trace[456978338] 'compare' (duration: 25.690469ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:53.528264Z","caller":"traceutil/trace.go:171","msg":"trace[417261439] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"123.693375ms","start":"2024-12-09T23:44:53.404556Z","end":"2024-12-09T23:44:53.528249Z","steps":["trace[417261439] 'process raft request' (duration: 123.656067ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:53.528566Z","caller":"traceutil/trace.go:171","msg":"trace[424182217] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"201.412491ms","start":"2024-12-09T23:44:53.327145Z","end":"2024-12-09T23:44:53.528557Z","steps":["trace[424182217] 'process raft request' (duration: 200.945096ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:53.528690Z","caller":"traceutil/trace.go:171","msg":"trace[1870301160] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"201.47324ms","start":"2024-12-09T23:44:53.327210Z","end":"2024-12-09T23:44:53.528683Z","steps":["trace[1870301160] 'read index received' (duration: 77.448286ms)","trace[1870301160] 'applied index is now lower than readState.Index' (duration: 124.024322ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:53.542986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.63391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:53.557786Z","caller":"traceutil/trace.go:171","msg":"trace[412329212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:366; }","duration":"230.568775ms","start":"2024-12-09T23:44:53.327206Z","end":"2024-12-09T23:44:53.557774Z","steps":["trace[412329212] 'agreement among raft nodes before linearized reading' (duration: 215.593238ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.543350Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.10677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:1 size:612"}
{"level":"info","ts":"2024-12-09T23:44:53.558023Z","caller":"traceutil/trace.go:171","msg":"trace[2094151568] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:1; response_revision:366; }","duration":"230.768729ms","start":"2024-12-09T23:44:53.327235Z","end":"2024-12-09T23:44:53.558004Z","steps":["trace[2094151568] 'agreement among raft nodes before linearized reading' (duration: 216.077995ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.544427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:53.558161Z","caller":"traceutil/trace.go:171","msg":"trace[1322154381] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:366; }","duration":"153.642281ms","start":"2024-12-09T23:44:53.404511Z","end":"2024-12-09T23:44:53.558154Z","steps":["trace[1322154381] 'agreement among raft nodes before linearized reading' (duration: 139.658896ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:53.550877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.643729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-vb9n8\" ","response":"range_response_count:1 size:3426"}
{"level":"info","ts":"2024-12-09T23:44:53.558328Z","caller":"traceutil/trace.go:171","msg":"trace[1314002764] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-vb9n8; range_end:; response_count:1; response_revision:366; }","duration":"204.115769ms","start":"2024-12-09T23:44:53.354205Z","end":"2024-12-09T23:44:53.558321Z","steps":["trace[1314002764] 'agreement among raft nodes before linearized reading' (duration: 190.880044ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:54.782420Z","caller":"traceutil/trace.go:171","msg":"trace[1645097279] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"106.948005ms","start":"2024-12-09T23:44:54.675453Z","end":"2024-12-09T23:44:54.782401Z","steps":["trace[1645097279] 'process raft request' (duration: 99.495223ms)"],"step_count":1}
{"level":"info","ts":"2024-12-09T23:44:55.388489Z","caller":"traceutil/trace.go:171","msg":"trace[1517137332] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"105.450979ms","start":"2024-12-09T23:44:55.283007Z","end":"2024-12-09T23:44:55.388457Z","steps":["trace[1517137332] 'process raft request' (duration: 80.759422ms)"],"step_count":1}
{"level":"warn","ts":"2024-12-09T23:44:55.429972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.189274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3995"}
{"level":"info","ts":"2024-12-09T23:44:55.430192Z","caller":"traceutil/trace.go:171","msg":"trace[477462082] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:389; }","duration":"147.509005ms","start":"2024-12-09T23:44:55.282661Z","end":"2024-12-09T23:44:55.430170Z","steps":["trace[477462082] 'agreement among raft nodes before linearized reading' (duration: 109.481261ms)","trace[477462082] 'range keys from in-memory index tree' (duration: 37.678607ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:55.457660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.859862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-824584\" ","response":"range_response_count:1 size:5745"}
{"level":"info","ts":"2024-12-09T23:44:55.457723Z","caller":"traceutil/trace.go:171","msg":"trace[2077783219] range","detail":"{range_begin:/registry/minions/addons-824584; range_end:; response_count:1; response_revision:389; }","duration":"174.929358ms","start":"2024-12-09T23:44:55.282779Z","end":"2024-12-09T23:44:55.457708Z","steps":["trace[2077783219] 'agreement among raft nodes before linearized reading' (duration: 109.375745ms)","trace[2077783219] 'range keys from in-memory index tree' (duration: 36.289647ms)","trace[2077783219] 'range keys from bolt db' (duration: 29.183352ms)"],"step_count":3}
{"level":"info","ts":"2024-12-09T23:44:55.843303Z","caller":"traceutil/trace.go:171","msg":"trace[1741723182] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"101.655597ms","start":"2024-12-09T23:44:55.741631Z","end":"2024-12-09T23:44:55.843286Z","steps":["trace[1741723182] 'process raft request' (duration: 89.868768ms)","trace[1741723182] 'compare' (duration: 11.45269ms)"],"step_count":2}
{"level":"info","ts":"2024-12-09T23:44:55.843699Z","caller":"traceutil/trace.go:171","msg":"trace[1589898442] linearizableReadLoop","detail":"{readStateIndex:416; appliedIndex:415; }","duration":"101.916817ms","start":"2024-12-09T23:44:55.741774Z","end":"2024-12-09T23:44:55.843690Z","steps":["trace[1589898442] 'read index received' (duration: 27.136125ms)","trace[1589898442] 'applied index is now lower than readState.Index' (duration: 74.779954ms)"],"step_count":2}
{"level":"warn","ts":"2024-12-09T23:44:55.843976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.187991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/registry\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-12-09T23:44:55.844093Z","caller":"traceutil/trace.go:171","msg":"trace[1263130535] range","detail":"{range_begin:/registry/services/specs/kube-system/registry; range_end:; response_count:0; response_revision:407; }","duration":"102.313518ms","start":"2024-12-09T23:44:55.741770Z","end":"2024-12-09T23:44:55.844083Z","steps":["trace[1263130535] 'agreement among raft nodes before linearized reading' (duration: 102.013398ms)"],"step_count":1}
==> kernel <==
23:53:29 up 1:35, 0 users, load average: 0.04, 0.48, 1.21
Linux addons-824584 5.15.0-1072-aws #78~20.04.1-Ubuntu SMP Wed Oct 9 15:29:54 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [b8a642e03fa7b4785364f6ad0ed93d423399d174efbda75dedef7ace4ef68de5] <==
I1209 23:51:28.633921 1 main.go:301] handling current node
I1209 23:51:38.631378 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:38.631410 1 main.go:301] handling current node
I1209 23:51:48.629240 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:48.629277 1 main.go:301] handling current node
I1209 23:51:58.629847 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:51:58.629880 1 main.go:301] handling current node
I1209 23:52:08.634428 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:08.634461 1 main.go:301] handling current node
I1209 23:52:18.634774 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:18.634805 1 main.go:301] handling current node
I1209 23:52:28.629754 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:28.629863 1 main.go:301] handling current node
I1209 23:52:38.630041 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:38.630081 1 main.go:301] handling current node
I1209 23:52:48.629034 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:48.629175 1 main.go:301] handling current node
I1209 23:52:58.629705 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:52:58.629736 1 main.go:301] handling current node
I1209 23:53:08.629687 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:53:08.629719 1 main.go:301] handling current node
I1209 23:53:18.630036 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:53:18.630156 1 main.go:301] handling current node
I1209 23:53:28.636861 1 main.go:297] Handling node with IPs: map[192.168.49.2:{}]
I1209 23:53:28.636906 1 main.go:301] handling current node
==> kube-apiserver [5621ceb3f3949fd955d19443cc8f8c6543eb9f185dcf011c4fbc534bebe67ddd] <==
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1209 23:46:59.666138 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.89.163:443: connect: connection refused" logger="UnhandledError"
E1209 23:46:59.668602 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.89.163:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.89.163:443: connect: connection refused" logger="UnhandledError"
I1209 23:46:59.758833 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1209 23:47:45.532630 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42786: use of closed network connection
E1209 23:47:45.671004 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:42812: use of closed network connection
I1209 23:48:20.310778 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.106.171.44"}
I1209 23:48:42.402477 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1209 23:49:07.428231 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.428289 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.484626 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.485483 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.573378 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.573506 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1209 23:49:07.639953 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1209 23:49:07.640010 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1209 23:49:08.573039 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1209 23:49:08.640256 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1209 23:49:08.693198 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
I1209 23:49:21.194043 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1209 23:49:22.325798 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1209 23:49:26.723450 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1209 23:49:27.039616 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.104.254.51"}
I1209 23:51:47.537761 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.103.67.209"}
==> kube-controller-manager [d5d0ee97d8beeef0c711a9c063dc367bf91c3418b4c0643ed873c9a8b90f920f] <==
I1209 23:51:47.292249 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="41.304µs"
I1209 23:51:47.299531 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="40.951µs"
I1209 23:51:49.654997 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="9.957626ms"
I1209 23:51:49.655359 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="129.745µs"
W1209 23:51:50.610540 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:50.610686 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1209 23:51:52.279651 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="ingress-nginx/ingress-nginx-controller-5f85ff4588" duration="8.36µs"
I1209 23:51:52.280267 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-create" delay="0s"
I1209 23:51:52.294659 1 job_controller.go:568] "enqueueing job" logger="job-controller" key="ingress-nginx/ingress-nginx-admission-patch" delay="0s"
I1209 23:51:54.389517 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-824584"
W1209 23:51:59.297084 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:51:59.297124 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1209 23:52:02.394542 1 namespace_controller.go:187] "Namespace has been deleted" logger="namespace-controller" namespace="ingress-nginx"
W1209 23:52:11.535110 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:52:11.535153 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:52:19.523039 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:52:19.523081 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:52:45.630434 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:52:45.630474 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:52:46.440558 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:52:46.440604 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:53:00.582835 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:53:00.582880 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1209 23:53:02.511867 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1209 23:53:02.511909 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [77f1bd053aed621f82344a9174f0bc3f702090246c0fd2ed86a2956491fef927] <==
I1209 23:44:56.247177 1 server_linux.go:66] "Using iptables proxy"
I1209 23:44:58.099869 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1209 23:44:58.099947 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1209 23:44:58.328195 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1209 23:44:58.328338 1 server_linux.go:169] "Using iptables Proxier"
I1209 23:44:58.346040 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1209 23:44:58.347122 1 server.go:483] "Version info" version="v1.31.2"
I1209 23:44:58.359451 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1209 23:44:58.386875 1 config.go:199] "Starting service config controller"
I1209 23:44:58.388908 1 shared_informer.go:313] Waiting for caches to sync for service config
I1209 23:44:58.389032 1 config.go:105] "Starting endpoint slice config controller"
I1209 23:44:58.389093 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1209 23:44:58.389763 1 config.go:328] "Starting node config controller"
I1209 23:44:58.390751 1 shared_informer.go:313] Waiting for caches to sync for node config
I1209 23:44:58.603793 1 shared_informer.go:320] Caches are synced for node config
I1209 23:44:58.639775 1 shared_informer.go:320] Caches are synced for service config
I1209 23:44:58.650761 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [a73da2c80c303a8d8f6d7c6b1f9b45af4cbf9b3a113fd724db8e4fec6a85380d] <==
W1209 23:44:44.507152 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:44.507211 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:44.507279 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1209 23:44:44.507342 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1209 23:44:44.507374 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
E1209 23:44:44.507354 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:44:44.507298 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1209 23:44:44.507507 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.318798 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1209 23:44:45.318957 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.343864 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.343975 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.393140 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1209 23:44:45.393336 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.405155 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1209 23:44:45.405274 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.490318 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1209 23:44:45.490451 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.595541 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.595682 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.608811 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.608932 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1209 23:44:45.640133 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1209 23:44:45.640253 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1209 23:44:46.000625 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 09 23:51:55 addons-824584 kubelet[1499]: I1209 23:51:55.665778 1499 reconciler_common.go:288] "Volume detached for volume \"webhook-cert\" (UniqueName: \"kubernetes.io/secret/37068bab-c64f-4ee9-bfa1-8d7e15be743e-webhook-cert\") on node \"addons-824584\" DevicePath \"\""
Dec 09 23:51:57 addons-824584 kubelet[1499]: I1209 23:51:57.095442 1499 kubelet_volumes.go:163] "Cleaned up orphaned pod volumes dir" podUID="37068bab-c64f-4ee9-bfa1-8d7e15be743e" path="/var/lib/kubelet/pods/37068bab-c64f-4ee9-bfa1-8d7e15be743e/volumes"
Dec 09 23:51:57 addons-824584 kubelet[1499]: E1209 23:51:57.340200 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788317339973053,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:51:57 addons-824584 kubelet[1499]: E1209 23:51:57.340236 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788317339973053,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:07 addons-824584 kubelet[1499]: E1209 23:52:07.342832 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788327342586383,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:07 addons-824584 kubelet[1499]: E1209 23:52:07.343300 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788327342586383,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:17 addons-824584 kubelet[1499]: E1209 23:52:17.345680 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788337345454754,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:17 addons-824584 kubelet[1499]: E1209 23:52:17.345717 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788337345454754,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:24 addons-824584 kubelet[1499]: I1209 23:52:24.093564 1499 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Dec 09 23:52:27 addons-824584 kubelet[1499]: E1209 23:52:27.347908 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788347347685489,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:27 addons-824584 kubelet[1499]: E1209 23:52:27.347939 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788347347685489,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:37 addons-824584 kubelet[1499]: E1209 23:52:37.350524 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788357350283857,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:37 addons-824584 kubelet[1499]: E1209 23:52:37.350565 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788357350283857,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:47 addons-824584 kubelet[1499]: E1209 23:52:47.352736 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788367352521713,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:47 addons-824584 kubelet[1499]: E1209 23:52:47.352775 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788367352521713,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:48 addons-824584 kubelet[1499]: I1209 23:52:48.027489 1499 scope.go:117] "RemoveContainer" containerID="82b5066bdb07551c71a0d7e53617abde73e6795a07b6617a5a7ab1aba0ac6dca"
Dec 09 23:52:48 addons-824584 kubelet[1499]: I1209 23:52:48.048141 1499 scope.go:117] "RemoveContainer" containerID="64e46801a3595b5f89305e64d777de925d2ae6ef996b2a3faa7fbfac3020fde5"
Dec 09 23:52:57 addons-824584 kubelet[1499]: E1209 23:52:57.355709 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788377355493550,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:52:57 addons-824584 kubelet[1499]: E1209 23:52:57.355742 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788377355493550,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:07 addons-824584 kubelet[1499]: E1209 23:53:07.358494 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788387358227961,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:07 addons-824584 kubelet[1499]: E1209 23:53:07.358534 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788387358227961,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:17 addons-824584 kubelet[1499]: E1209 23:53:17.361422 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788397361202907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:17 addons-824584 kubelet[1499]: E1209 23:53:17.361459 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788397361202907,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:27 addons-824584 kubelet[1499]: E1209 23:53:27.363620 1499 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788407363394210,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 09 23:53:27 addons-824584 kubelet[1499]: E1209 23:53:27.363661 1499 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733788407363394210,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:615298,},InodesUsed:&UInt64Value{Value:237,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [ac7d73d3e46080113207d718c59805f4831ca79fbb8b80fb1e396396abfe8fe6] <==
I1209 23:45:40.183146 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1209 23:45:40.197480 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1209 23:45:40.197526 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1209 23:45:40.206998 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1209 23:45:40.207250 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7!
I1209 23:45:40.208186 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"0a70f8c4-e18f-4c81-af6c-e1a623d80488", APIVersion:"v1", ResourceVersion:"944", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7 became leader
I1209 23:45:40.307528 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-824584_ac349307-60b1-4fe7-9a0c-87e1a976a7a7!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-824584 -n addons-824584
helpers_test.go:261: (dbg) Run: kubectl --context addons-824584 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable metrics-server --alsologtostderr -v=1
--- FAIL: TestAddons/parallel/MetricsServer (293.77s)
=== RUN TestDownloadOnly/v1.20.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-346830 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-346830 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio: (7.164793705s)
--- PASS: TestDownloadOnly/v1.20.0/json-events (7.17s)
=== RUN TestDownloadOnly/v1.20.0/preload-exists
I1209 23:43:45.889516 301498 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1209 23:43:45.889593 301498 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.20.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.20.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-346830
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-346830: exit status 85 (69.419581ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-346830 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | -p download-only-346830 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/12/09 23:43:38
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:43:38.773892 301504 out.go:345] Setting OutFile to fd 1 ...
I1209 23:43:38.774131 301504 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:38.774160 301504 out.go:358] Setting ErrFile to fd 2...
I1209 23:43:38.774179 301504 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:38.774562 301504 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
W1209 23:43:38.774805 301504 root.go:314] Error reading config file at /home/jenkins/minikube-integration/20062-295979/.minikube/config/config.json: open /home/jenkins/minikube-integration/20062-295979/.minikube/config/config.json: no such file or directory
I1209 23:43:38.775320 301504 out.go:352] Setting JSON to true
I1209 23:43:38.776651 301504 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5166,"bootTime":1733782653,"procs":147,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:43:38.776751 301504 start.go:139] virtualization:
I1209 23:43:38.779007 301504 out.go:97] [download-only-346830] minikube v1.34.0 on Ubuntu 20.04 (arm64)
W1209 23:43:38.779242 301504 preload.go:293] Failed to list preload files: open /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball: no such file or directory
I1209 23:43:38.779301 301504 notify.go:220] Checking for updates...
I1209 23:43:38.780421 301504 out.go:169] MINIKUBE_LOCATION=20062
I1209 23:43:38.782212 301504 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:43:38.783780 301504 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:43:38.784985 301504 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:43:38.786281 301504 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1209 23:43:38.788936 301504 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1209 23:43:38.789170 301504 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:43:38.810052 301504 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:43:38.810157 301504 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:38.872537 301504 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:52 SystemTime:2024-12-09 23:43:38.863531122 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:38.872651 301504 docker.go:318] overlay module found
I1209 23:43:38.874327 301504 out.go:97] Using the docker driver based on user configuration
I1209 23:43:38.874350 301504 start.go:297] selected driver: docker
I1209 23:43:38.874356 301504 start.go:901] validating driver "docker" against <nil>
I1209 23:43:38.874470 301504 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:38.926774 301504 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:52 SystemTime:2024-12-09 23:43:38.917512648 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:38.927002 301504 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:43:38.927287 301504 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I1209 23:43:38.927450 301504 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1209 23:43:38.929040 301504 out.go:169] Using Docker driver with root privileges
I1209 23:43:38.930216 301504 cni.go:84] Creating CNI manager for ""
I1209 23:43:38.930278 301504 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:43:38.930291 301504 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:43:38.930365 301504 start.go:340] cluster config:
{Name:download-only-346830 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-346830 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:43:38.931662 301504 out.go:97] Starting "download-only-346830" primary control-plane node in "download-only-346830" cluster
I1209 23:43:38.931682 301504 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:43:38.932944 301504 out.go:97] Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:43:38.932966 301504 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1209 23:43:38.933106 301504 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:43:38.949434 301504 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:38.949615 301504 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:43:38.949716 301504 image.go:148] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:39.018109 301504 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I1209 23:43:39.018142 301504 cache.go:56] Caching tarball of preloaded images
I1209 23:43:39.018321 301504 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1209 23:43:39.020057 301504 out.go:97] Downloading Kubernetes v1.20.0 preload ...
I1209 23:43:39.020101 301504 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I1209 23:43:39.104046 301504 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:59cd2ef07b53f039bfd1761b921f2a02 -> /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
* The control-plane node download-only-346830 host does not exist
To start a cluster, run: "minikube start -p download-only-346830"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.20.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.20.0/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-346830
--- PASS: TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnly/v1.31.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-354383 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-354383 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio: (6.288158452s)
--- PASS: TestDownloadOnly/v1.31.2/json-events (6.29s)
=== RUN TestDownloadOnly/v1.31.2/preload-exists
I1209 23:43:52.588878 301498 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:52.588914 301498 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.31.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.31.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-354383
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-354383: exit status 85 (70.278806ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-346830 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | -p download-only-346830 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| delete | -p download-only-346830 | download-only-346830 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | 09 Dec 24 23:43 UTC |
| start | -o=json --download-only | download-only-354383 | jenkins | v1.34.0 | 09 Dec 24 23:43 UTC | |
| | -p download-only-354383 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/09 23:43:46
Running on machine: ip-172-31-24-2
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1209 23:43:46.347235 301706 out.go:345] Setting OutFile to fd 1 ...
I1209 23:43:46.347468 301706 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:46.347494 301706 out.go:358] Setting ErrFile to fd 2...
I1209 23:43:46.347514 301706 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:43:46.347922 301706 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:43:46.348870 301706 out.go:352] Setting JSON to true
I1209 23:43:46.349709 301706 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":5173,"bootTime":1733782653,"procs":145,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:43:46.349785 301706 start.go:139] virtualization:
I1209 23:43:46.351763 301706 out.go:97] [download-only-354383] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1209 23:43:46.352045 301706 notify.go:220] Checking for updates...
I1209 23:43:46.353783 301706 out.go:169] MINIKUBE_LOCATION=20062
I1209 23:43:46.355304 301706 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:43:46.356796 301706 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:43:46.358126 301706 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:43:46.359409 301706 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1209 23:43:46.361714 301706 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1209 23:43:46.361952 301706 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:43:46.383388 301706 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:43:46.383498 301706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:46.446796 301706 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-09 23:43:46.437865566 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:46.446936 301706 docker.go:318] overlay module found
I1209 23:43:46.448501 301706 out.go:97] Using the docker driver based on user configuration
I1209 23:43:46.448529 301706 start.go:297] selected driver: docker
I1209 23:43:46.448541 301706 start.go:901] validating driver "docker" against <nil>
I1209 23:43:46.448669 301706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:43:46.502923 301706 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-12-09 23:43:46.494748849 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:43:46.503159 301706 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1209 23:43:46.503434 301706 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I1209 23:43:46.503590 301706 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1209 23:43:46.505574 301706 out.go:169] Using Docker driver with root privileges
I1209 23:43:46.507071 301706 cni.go:84] Creating CNI manager for ""
I1209 23:43:46.507149 301706 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1209 23:43:46.507161 301706 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1209 23:43:46.507244 301706 start.go:340] cluster config:
{Name:download-only-354383 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:download-only-354383 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:43:46.508675 301706 out.go:97] Starting "download-only-354383" primary control-plane node in "download-only-354383" cluster
I1209 23:43:46.508701 301706 cache.go:121] Beginning downloading kic base image for docker with crio
I1209 23:43:46.510057 301706 out.go:97] Pulling base image v0.0.45-1730888964-19917 ...
I1209 23:43:46.510087 301706 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:46.510126 301706 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local docker daemon
I1209 23:43:46.525260 301706 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 to local cache
I1209 23:43:46.525393 301706 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory
I1209 23:43:46.525413 301706 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 in local cache directory, skipping pull
I1209 23:43:46.525418 301706 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 exists in cache, skipping pull
I1209 23:43:46.525426 301706 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 as a tarball
I1209 23:43:46.565778 301706 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.31.2/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1209 23:43:46.565801 301706 cache.go:56] Caching tarball of preloaded images
I1209 23:43:46.565990 301706 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1209 23:43:46.567457 301706 out.go:97] Downloading Kubernetes v1.31.2 preload ...
I1209 23:43:46.567488 301706 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
I1209 23:43:46.649286 301706 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.31.2/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4?checksum=md5:810fe254d498dda367f4e14b5cba638f -> /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1209 23:43:50.949045 301706 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
I1209 23:43:50.949159 301706 preload.go:254] verifying checksum of /home/jenkins/minikube-integration/20062-295979/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
* The control-plane node download-only-354383 host does not exist
To start a cluster, run: "minikube start -p download-only-354383"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.31.2/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.31.2/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-354383
--- PASS: TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds (0.13s)
=== RUN TestBinaryMirror
I1209 23:43:53.797434 301498 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-055459 --alsologtostderr --binary-mirror http://127.0.0.1:33765 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-055459" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-055459
--- PASS: TestBinaryMirror (0.56s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-824584
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-824584: exit status 85 (77.692786ms)
-- stdout --
* Profile "addons-824584" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-824584"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:950: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-824584
addons_test.go:950: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-824584: exit status 85 (88.330885ms)
-- stdout --
* Profile "addons-824584" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-824584"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.09s)
=== RUN TestAddons/Setup
addons_test.go:107: (dbg) Run: out/minikube-linux-arm64 start -p addons-824584 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:107: (dbg) Done: out/minikube-linux-arm64 start -p addons-824584 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (3m39.770551185s)
--- PASS: TestAddons/Setup (219.77s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:569: (dbg) Run: kubectl --context addons-824584 create ns new-namespace
addons_test.go:583: (dbg) Run: kubectl --context addons-824584 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.19s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:614: (dbg) Run: kubectl --context addons-824584 create -f testdata/busybox.yaml
addons_test.go:621: (dbg) Run: kubectl --context addons-824584 create sa gcp-auth-test
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [d45c08f7-af3e-476d-91c5-8f6d2e2fd903] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [d45c08f7-af3e-476d-91c5-8f6d2e2fd903] Running
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.00533793s
addons_test.go:633: (dbg) Run: kubectl --context addons-824584 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:645: (dbg) Run: kubectl --context addons-824584 describe sa gcp-auth-test
addons_test.go:659: (dbg) Run: kubectl --context addons-824584 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:683: (dbg) Run: kubectl --context addons-824584 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.96s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:321: registry stabilized in 8.971787ms
addons_test.go:323: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-5cc95cd69-65xxg" [303bafe9-f483-4e4d-b87a-019e3997b191] Running
addons_test.go:323: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.030386808s
addons_test.go:326: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-g7q5j" [da273179-6187-4e25-bdf1-21cc6c9c5acd] Running
addons_test.go:326: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 6.00415011s
addons_test.go:331: (dbg) Run: kubectl --context addons-824584 delete po -l run=registry-test --now
addons_test.go:336: (dbg) Run: kubectl --context addons-824584 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:336: (dbg) Done: kubectl --context addons-824584 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (4.822884541s)
addons_test.go:350: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 ip
2024/12/09 23:48:11 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (17.82s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-cpz69" [af08063c-cc9d-4ea7-baaf-3a52b93a3c1c] Running
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.00362943s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable inspektor-gadget --alsologtostderr -v=1: (5.687169486s)
--- PASS: TestAddons/parallel/InspektorGadget (11.69s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I1209 23:48:21.814062 301498 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1209 23:48:21.821724 301498 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1209 23:48:21.821749 301498 kapi.go:107] duration metric: took 7.709766ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:488: csi-hostpath-driver pods stabilized in 7.7193ms
addons_test.go:491: (dbg) Run: kubectl --context addons-824584 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:496: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:501: (dbg) Run: kubectl --context addons-824584 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:506: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [b3365cd0-c665-42e6-a723-9cdcb9e3d87e] Pending
helpers_test.go:344: "task-pv-pod" [b3365cd0-c665-42e6-a723-9cdcb9e3d87e] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [b3365cd0-c665-42e6-a723-9cdcb9e3d87e] Running
addons_test.go:506: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.003936031s
addons_test.go:511: (dbg) Run: kubectl --context addons-824584 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:516: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-824584 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-824584 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:521: (dbg) Run: kubectl --context addons-824584 delete pod task-pv-pod
addons_test.go:527: (dbg) Run: kubectl --context addons-824584 delete pvc hpvc
addons_test.go:533: (dbg) Run: kubectl --context addons-824584 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:538: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:543: (dbg) Run: kubectl --context addons-824584 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:548: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [acee6db1-edf8-4145-817f-8d4a39c4b437] Pending
helpers_test.go:344: "task-pv-pod-restore" [acee6db1-edf8-4145-817f-8d4a39c4b437] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [acee6db1-edf8-4145-817f-8d4a39c4b437] Running
addons_test.go:548: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.003813083s
addons_test.go:553: (dbg) Run: kubectl --context addons-824584 delete pod task-pv-pod-restore
addons_test.go:557: (dbg) Run: kubectl --context addons-824584 delete pvc hpvc-restore
addons_test.go:561: (dbg) Run: kubectl --context addons-824584 delete volumesnapshot new-snapshot-demo
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable volumesnapshots --alsologtostderr -v=1: (1.013215935s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.762696124s)
--- PASS: TestAddons/parallel/CSI (52.92s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:747: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-824584 --alsologtostderr -v=1
addons_test.go:747: (dbg) Done: out/minikube-linux-arm64 addons enable headlamp -p addons-824584 --alsologtostderr -v=1: (1.043706545s)
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-cd8ffd6fc-462dm" [a5756b17-51f6-44cf-a29c-21cf94cc1fcb] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-cd8ffd6fc-462dm" [a5756b17-51f6-44cf-a29c-21cf94cc1fcb] Running
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 11.004274182s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable headlamp --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable headlamp --alsologtostderr -v=1: (6.3131009s)
--- PASS: TestAddons/parallel/Headlamp (18.36s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-dc5db94f4-4jv6f" [d3a743d0-8b43-4ea5-892b-ec917925cf2b] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.006119304s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable cloud-spanner --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CloudSpanner (6.59s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:888: (dbg) Run: kubectl --context addons-824584 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:894: (dbg) Run: kubectl --context addons-824584 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:898: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [e13dbf68-159c-4c47-b0eb-41f05f30682c] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [e13dbf68-159c-4c47-b0eb-41f05f30682c] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [e13dbf68-159c-4c47-b0eb-41f05f30682c] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.02712707s
addons_test.go:906: (dbg) Run: kubectl --context addons-824584 get pvc test-pvc -o=json
addons_test.go:915: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 ssh "cat /opt/local-path-provisioner/pvc-ad49c09a-1adb-461d-a8de-fcef827767e7_default_test-pvc/file1"
addons_test.go:927: (dbg) Run: kubectl --context addons-824584 delete pod test-local-path
addons_test.go:931: (dbg) Run: kubectl --context addons-824584 delete pvc test-pvc
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable storage-provisioner-rancher --alsologtostderr -v=1
--- PASS: TestAddons/parallel/LocalPath (9.90s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-5rss9" [3818d1d3-cc62-4d29-b8d9-c1bcfb13220e] Running
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 6.017124859s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable nvidia-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.69s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-67d98fc6b-xsrfk" [fb20291a-bebc-4c89-a782-23846c1c40b9] Running
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.024157964s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable yakd --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-824584 addons disable yakd --alsologtostderr -v=1: (5.953010048s)
--- PASS: TestAddons/parallel/Yakd (11.98s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-arm64 stop -p addons-824584
addons_test.go:170: (dbg) Done: out/minikube-linux-arm64 stop -p addons-824584: (11.871017589s)
addons_test.go:174: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-824584
addons_test.go:178: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-824584
addons_test.go:183: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-824584
--- PASS: TestAddons/StoppedEnableDisable (12.16s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-993743 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-993743 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (32.259762413s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-993743 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-993743 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-993743 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-993743" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-993743
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-993743: (1.990504131s)
--- PASS: TestCertOptions (34.91s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-291325 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
E1210 00:35:03.094842 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-291325 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (37.807277574s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-291325 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-291325 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (18.236975608s)
helpers_test.go:175: Cleaning up "cert-expiration-291325" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-291325
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-291325: (2.449996557s)
--- PASS: TestCertExpiration (238.50s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-642854 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-642854 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (36.864038227s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-642854 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-642854" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-642854
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-642854: (2.377362966s)
--- PASS: TestForceSystemdFlag (39.53s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-176057 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-176057 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (43.531002329s)
helpers_test.go:175: Cleaning up "force-systemd-env-176057" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-176057
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-176057: (2.343506835s)
--- PASS: TestForceSystemdEnv (45.87s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-155425 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-155425 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-155425 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-155425 --driver=docker --container-runtime=crio: (32.076603346s)
--- PASS: TestErrorSpam/setup (32.08s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 start --dry-run
--- PASS: TestErrorSpam/start (0.76s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 status
--- PASS: TestErrorSpam/status (1.04s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 pause
--- PASS: TestErrorSpam/pause (1.78s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 unpause
--- PASS: TestErrorSpam/unpause (1.82s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 stop: (1.246869755s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-155425 --log_dir /tmp/nospam-155425 stop
--- PASS: TestErrorSpam/stop (1.46s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1855: local sync path: /home/jenkins/minikube-integration/20062-295979/.minikube/files/etc/test/nested/copy/301498/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2234: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
functional_test.go:2234: (dbg) Done: out/minikube-linux-arm64 start -p functional-420878 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (49.710469477s)
--- PASS: TestFunctional/serial/StartWithProxy (49.71s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1209 23:55:23.656719 301498 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
functional_test.go:659: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --alsologtostderr -v=8
functional_test.go:659: (dbg) Done: out/minikube-linux-arm64 start -p functional-420878 --alsologtostderr -v=8: (38.067572861s)
functional_test.go:663: soft start took 38.069848287s for "functional-420878" cluster.
I1209 23:56:01.724622 301498 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/SoftStart (38.07s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:681: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.07s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:696: (dbg) Run: kubectl --context functional-420878 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.10s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:3.1
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:3.1: (1.501518703s)
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:3.3
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:3.3: (1.456568409s)
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:latest
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 cache add registry.k8s.io/pause:latest: (1.40701928s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (4.37s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1077: (dbg) Run: docker build -t minikube-local-cache-test:functional-420878 /tmp/TestFunctionalserialCacheCmdcacheadd_local1466438877/001
functional_test.go:1089: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache add minikube-local-cache-test:functional-420878
functional_test.go:1094: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache delete minikube-local-cache-test:functional-420878
functional_test.go:1083: (dbg) Run: docker rmi minikube-local-cache-test:functional-420878
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.42s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1102: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1110: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1124: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.32s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1147: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (289.592278ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1158: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cache reload
functional_test.go:1158: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 cache reload: (1.192676707s)
functional_test.go:1163: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.14s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1172: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1172: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:716: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 kubectl -- --context functional-420878 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.15s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:741: (dbg) Run: out/kubectl --context functional-420878 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.14s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:757: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:757: (dbg) Done: out/minikube-linux-arm64 start -p functional-420878 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (36.531254674s)
functional_test.go:761: restart took 36.531374121s for "functional-420878" cluster.
I1209 23:56:47.206696 301498 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/ExtraConfig (36.53s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:810: (dbg) Run: kubectl --context functional-420878 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:825: etcd phase: Running
functional_test.go:835: etcd status: Ready
functional_test.go:825: kube-apiserver phase: Running
functional_test.go:835: kube-apiserver status: Ready
functional_test.go:825: kube-controller-manager phase: Running
functional_test.go:835: kube-controller-manager status: Ready
functional_test.go:825: kube-scheduler phase: Running
functional_test.go:835: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.10s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1236: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 logs
functional_test.go:1236: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 logs: (1.71375721s)
--- PASS: TestFunctional/serial/LogsCmd (1.71s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1250: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 logs --file /tmp/TestFunctionalserialLogsFileCmd628989772/001/logs.txt
functional_test.go:1250: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 logs --file /tmp/TestFunctionalserialLogsFileCmd628989772/001/logs.txt: (1.750666891s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.75s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2321: (dbg) Run: kubectl --context functional-420878 apply -f testdata/invalidsvc.yaml
functional_test.go:2335: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-420878
functional_test.go:2335: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-420878: exit status 115 (373.775659ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:30870 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2327: (dbg) Run: kubectl --context functional-420878 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.59s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 config get cpus: exit status 14 (67.386869ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config set cpus 2
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config get cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 config get cpus: exit status 14 (69.693605ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.48s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:905: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-420878 --alsologtostderr -v=1]
functional_test.go:910: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-420878 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 332017: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (9.39s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:974: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:974: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-420878 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (187.269191ms)
-- stdout --
* [functional-420878] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1209 23:57:38.681441 331619 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:38.681573 331619 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:38.681578 331619 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:38.681583 331619 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:38.681920 331619 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:38.682356 331619 out.go:352] Setting JSON to false
I1209 23:57:38.683298 331619 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6006,"bootTime":1733782653,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:57:38.683385 331619 start.go:139] virtualization:
I1209 23:57:38.688114 331619 out.go:177] * [functional-420878] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1209 23:57:38.691549 331619 out.go:177] - MINIKUBE_LOCATION=20062
I1209 23:57:38.691657 331619 notify.go:220] Checking for updates...
I1209 23:57:38.701177 331619 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:57:38.704990 331619 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:57:38.708912 331619 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:57:38.714139 331619 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1209 23:57:38.717328 331619 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:57:38.721357 331619 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:38.721873 331619 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:57:38.751011 331619 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:57:38.751131 331619 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:57:38.804247 331619 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:32 OomKillDisable:true NGoroutines:52 SystemTime:2024-12-09 23:57:38.79507439 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-nf
-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:57:38.804363 331619 docker.go:318] overlay module found
I1209 23:57:38.806009 331619 out.go:177] * Using the docker driver based on existing profile
I1209 23:57:38.807391 331619 start.go:297] selected driver: docker
I1209 23:57:38.807415 331619 start.go:901] validating driver "docker" against &{Name:functional-420878 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-420878 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:57:38.807525 331619 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:57:38.809704 331619 out.go:201]
W1209 23:57:38.810911 331619 out.go:270] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1209 23:57:38.812234 331619 out.go:201]
** /stderr **
functional_test.go:991: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.40s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1020: (dbg) Run: out/minikube-linux-arm64 start -p functional-420878 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1020: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-420878 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (179.51261ms)
-- stdout --
* [functional-420878] minikube v1.34.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1209 23:57:39.087453 331734 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:39.087635 331734 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:39.087666 331734 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:39.087687 331734 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:39.088047 331734 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:39.088434 331734 out.go:352] Setting JSON to false
I1209 23:57:39.089348 331734 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":6006,"bootTime":1733782653,"procs":193,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1209 23:57:39.089449 331734 start.go:139] virtualization:
I1209 23:57:39.091340 331734 out.go:177] * [functional-420878] minikube v1.34.0 sur Ubuntu 20.04 (arm64)
I1209 23:57:39.093348 331734 out.go:177] - MINIKUBE_LOCATION=20062
I1209 23:57:39.093518 331734 notify.go:220] Checking for updates...
I1209 23:57:39.096204 331734 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1209 23:57:39.097633 331734 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1209 23:57:39.098850 331734 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1209 23:57:39.100248 331734 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1209 23:57:39.101941 331734 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1209 23:57:39.104035 331734 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:39.104534 331734 driver.go:394] Setting default libvirt URI to qemu:///system
I1209 23:57:39.134863 331734 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1209 23:57:39.134983 331734 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1209 23:57:39.198806 331734 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:32 OomKillDisable:true NGoroutines:52 SystemTime:2024-12-09 23:57:39.189372357 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1209 23:57:39.198917 331734 docker.go:318] overlay module found
I1209 23:57:39.200386 331734 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1209 23:57:39.201839 331734 start.go:297] selected driver: docker
I1209 23:57:39.201857 331734 start.go:901] validating driver "docker" against &{Name:functional-420878 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-420878 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1209 23:57:39.201960 331734 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1209 23:57:39.204345 331734 out.go:201]
W1209 23:57:39.205646 331734 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1209 23:57:39.207385 331734 out.go:201]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.18s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:854: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 status
functional_test.go:860: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:872: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (0.98s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1627: (dbg) Run: kubectl --context functional-420878 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1635: (dbg) Run: kubectl --context functional-420878 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-65d86f57f4-54vpj" [a4f5b3e9-0855-418f-9447-48fdb522b5f5] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-65d86f57f4-54vpj" [a4f5b3e9-0855-418f-9447-48fdb522b5f5] Running
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.006608452s
functional_test.go:1649: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service hello-node-connect --url
functional_test.go:1655: found endpoint for hello-node-connect: http://192.168.49.2:30345
functional_test.go:1675: http://192.168.49.2:30345: success! body:
Hostname: hello-node-connect-65d86f57f4-54vpj
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:30345
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (7.68s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1690: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 addons list
functional_test.go:1702: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.15s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [55975e81-2f2f-4965-a520-779a6a5ddf68] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.020165349s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-420878 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-420878 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-420878 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-420878 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [64e5a006-38f2-4804-873a-d539538e5646] Pending
helpers_test.go:344: "sp-pod" [64e5a006-38f2-4804-873a-d539538e5646] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [64e5a006-38f2-4804-873a-d539538e5646] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 10.003931383s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-420878 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-420878 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-420878 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [a7cc7bd4-00fd-45e3-a7ed-503a184ac64b] Pending
helpers_test.go:344: "sp-pod" [a7cc7bd4-00fd-45e3-a7ed-503a184ac64b] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [a7cc7bd4-00fd-45e3-a7ed-503a184ac64b] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 11.004349687s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-420878 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (28.09s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1725: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "echo hello"
functional_test.go:1742: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.53s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh -n functional-420878 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cp functional-420878:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd3417030191/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh -n functional-420878 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh -n functional-420878 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.91s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1929: Checking for existence of /etc/test/nested/copy/301498/hosts within VM
functional_test.go:1931: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /etc/test/nested/copy/301498/hosts"
functional_test.go:1936: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.34s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1972: Checking for existence of /etc/ssl/certs/301498.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /etc/ssl/certs/301498.pem"
functional_test.go:1972: Checking for existence of /usr/share/ca-certificates/301498.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /usr/share/ca-certificates/301498.pem"
functional_test.go:1972: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/3014982.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /etc/ssl/certs/3014982.pem"
functional_test.go:1999: Checking for existence of /usr/share/ca-certificates/3014982.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /usr/share/ca-certificates/3014982.pem"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.05s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:219: (dbg) Run: kubectl --context functional-420878 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.08s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2027: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo systemctl is-active docker"
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "sudo systemctl is-active docker": exit status 1 (360.558584ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2027: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo systemctl is-active containerd"
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "sudo systemctl is-active containerd": exit status 1 (345.059066ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.71s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2288: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.27s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2256: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 version --short
--- PASS: TestFunctional/parallel/Version/short (0.08s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2270: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 version -o=json --components
E1209 23:57:40.137306 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:2270: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 version -o=json --components: (1.320482301s)
--- PASS: TestFunctional/parallel/Version/components (1.32s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls --format short --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-420878 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.11.3
localhost/minikube-local-cache-test:functional-420878
localhost/kicbase/echo-server:functional-420878
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20241108-5c6d2daf
docker.io/kindest/kindnetd:v20241007-36f62932
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-420878 image ls --format short --alsologtostderr:
I1209 23:57:41.951873 332202 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:41.953491 332202 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:41.961184 332202 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:41.961230 332202 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:41.961560 332202 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:41.963037 332202 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:41.963288 332202 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:41.963920 332202 cli_runner.go:164] Run: docker container inspect functional-420878 --format={{.State.Status}}
I1209 23:57:41.981602 332202 ssh_runner.go:195] Run: systemctl --version
I1209 23:57:41.981657 332202 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-420878
I1209 23:57:41.998402 332202 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33149 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/functional-420878/id_rsa Username:docker}
I1209 23:57:42.089024 332202 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls --format table --alsologtostderr
2024/12/09 23:57:48 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-420878 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| localhost/minikube-local-cache-test | functional-420878 | 296f8eea077c1 | 3.33kB |
| localhost/my-image | functional-420878 | b389bc71c528b | 1.64MB |
| registry.k8s.io/kube-proxy | v1.31.2 | 021d242013305 | 96MB |
| registry.k8s.io/pause | 3.10 | afb61768ce381 | 520kB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| gcr.io/k8s-minikube/busybox | latest | 71a676dd070f4 | 1.63MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/etcd | 3.5.15-0 | 27e3830e14027 | 140MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| registry.k8s.io/kube-apiserver | v1.31.2 | f9c26480f1e72 | 92.6MB |
| registry.k8s.io/kube-controller-manager | v1.31.2 | 9404aea098d9e | 87MB |
| docker.io/kindest/kindnetd | v20241007-36f62932 | 0bcd66b03df5f | 98.3MB |
| docker.io/kindest/kindnetd | v20241108-5c6d2daf | 2be0bcf609c65 | 98.3MB |
| docker.io/library/nginx | alpine | dba92e6b64886 | 58.3MB |
| docker.io/library/nginx | latest | bdf62fd3a32f1 | 201MB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| localhost/kicbase/echo-server | functional-420878 | ce2d2cda2d858 | 4.79MB |
| registry.k8s.io/coredns/coredns | v1.11.3 | 2f6c962e7b831 | 61.6MB |
| registry.k8s.io/kube-scheduler | v1.31.2 | d6b061e73ae45 | 67MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-420878 image ls --format table --alsologtostderr:
I1209 23:57:48.294515 332658 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:48.294648 332658 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:48.294659 332658 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:48.294664 332658 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:48.294937 332658 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:48.295580 332658 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:48.295699 332658 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:48.296173 332658 cli_runner.go:164] Run: docker container inspect functional-420878 --format={{.State.Status}}
I1209 23:57:48.313021 332658 ssh_runner.go:195] Run: systemctl --version
I1209 23:57:48.313075 332658 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-420878
I1209 23:57:48.331275 332658 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33149 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/functional-420878/id_rsa Username:docker}
I1209 23:57:48.418052 332658 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls --format json --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-420878 image ls --format json --alsologtostderr:
[{"id":"2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903","repoDigests":["docker.io/kindest/kindnetd@sha256:de216f6245e142905c8022d424959a65f798fcd26f5b7492b9c0b0391d735c3e","docker.io/kindest/kindnetd@sha256:e35e1050b69dcd16eb021c3bf915bdd9a591d4274108ac374bd941043673c108"],"repoTags":["docker.io/kindest/kindnetd:v20241108-5c6d2daf"],"size":"98274354"},{"id":"71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:a77fe109c026308f149d36484d795b42efe0fd29b332be9071f63e1634c36ac9","gcr.io/k8s-minikube/busybox@sha256:ca5ae90100d50772da31f3b5016209e25ad61972404e2ccd83d44f10dee7e79b"],"repoTags":["gcr.io/k8s-minikube/busybox:latest"],"size":"1634527"},{"id":"9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752","registry.k8s.io/kube-controller-manager@sha256:b8d51076af39954cadc718ae40bd8a736
ae5ad4e0654465ae91886cad3a9b602"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.31.2"],"size":"86996294"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8","repoDigests":["registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7","registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a"],"repoTags":["registry.k8s.io/pause:3.10"],"size":"519877"},{"id":"0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa","repoDigests":["docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387","docker.io/kindest/kindnetd@sha256:b61c0e5ba940299ee811efe946ee83e509799ea7e0651e1b782e83a665b29bae"],"repoTags":["docker.io/kindest/kin
dnetd:v20241007-36f62932"],"size":"98291250"},{"id":"dba92e6b6488643fe4f2e872e6e4f6c30948171890d0f2cb96f28c435352397f","repoDigests":["docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4","docker.io/library/nginx@sha256:eff2df9ac0ef6c949886d040dc2037ee6576d76161249261982fb70458ae8c26"],"repoTags":["docker.io/library/nginx:alpine"],"size":"58293755"},{"id":"b389bc71c528bf6c69d1a76d0bcff61c40467f4ec7dc717a3bf2f7e0dfe7f06e","repoDigests":["localhost/my-image@sha256:ebf8f3d1e9d5e4ca0e8a8b550e2e8e3f9b55f721d8ae0ec62a00e480ff260c84"],"repoTags":["localhost/my-image:functional-420878"],"size":"1640226"},{"id":"27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da","repoDigests":["registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a","registry.k8s.io/etcd@sha256:e3ee3ca2dbaf511385000dbd54123629c71b6cfaabd469e658d76a116b7f43da"],"repoTags":["registry.k8s.io/etcd:3.5.15-0"],"size":"139912446"},{"id":"021d2420133054f8835987db6
59750ff639ab6863776460264dd8025c06644ba","repoDigests":["registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe","registry.k8s.io/kube-proxy@sha256:adabb2ce69fab82e04b441902489c8dd06f47122f00bc1062189f3cf477c795a"],"repoTags":["registry.k8s.io/kube-proxy:v1.31.2"],"size":"95952789"},{"id":"f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270","repoDigests":["registry.k8s.io/kube-apiserver@sha256:8e7caee5c8075d84ee5b93472bedf9cf21364da1d72d60d3de15dfa0d172ff63","registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0"],"repoTags":["registry.k8s.io/kube-apiserver:v1.31.2"],"size":"92632544"},{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDig
ests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"8a6aa9c3cd5fe0b5d6ac2ad9dd788a5dd82c3a778ece18c0acac7daff4194976","repoDigests":["docker.io/library/de4236d65f490cb8dbcec2f2d846c0a7eb8c531f2239b08ad7087c4f6e179ffd-tmp@sha256:a1a0f0a59789b9c5d83a2a8bbbb499b30f65d2c44edde9eafa2083f2c9a02206"],"repoTags":[],"size":"1637644"},{"id":"bdf62fd3a32f1209270ede068b6e08450dfe125c79b1a8ba8f5685090023bf7f","repoDigests":["docker.io/library/nginx@sha256:6d3e464bc399ce5b0cd6a165162deb5926803c1c0ae8a1983ba0a1982b97a7a2","docker.io/library/nginx@sha256:fb197595ebe76b9c0c14ab68159fd3c08bd067ec62300583543f0ebda353b5be"],"repoTags":["docker.io/library/nginx:latest"],"size":"201166247"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:
2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"296f8eea077c1f25edefd1087902921d99e302acaf73f8d761b0e3394aa7be69","repoDigests":["localhost/minikube-local-cache-test@sha256:789cd47ebabec645d626fc5b955db845c7426e2c6e0bdbdb0b060abe79123806"],"repoTags":["localhost/minikube-local-cache-test:functional-420878"],"size":"3330"},{"id":"72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size"
:"246070"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17","repoDigests":["localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a"],"repoTags":["localhost/kicbase/echo-server:functional-420878"],"size":"4788229"},{"id":"2
f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4","repoDigests":["registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6","registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.11.3"],"size":"61647114"},{"id":"d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a","repoDigests":["registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282","registry.k8s.io/kube-scheduler@sha256:38def311c8c2668b4b3820de83cd518e0d1c32cda10e661163f957a87f92ca34"],"repoTags":["registry.k8s.io/kube-scheduler:v1.31.2"],"size":"67007814"}]
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-420878 image ls --format json --alsologtostderr:
I1209 23:57:48.060867 332626 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:48.060993 332626 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:48.061005 332626 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:48.061010 332626 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:48.061269 332626 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:48.061944 332626 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:48.062068 332626 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:48.062575 332626 cli_runner.go:164] Run: docker container inspect functional-420878 --format={{.State.Status}}
I1209 23:57:48.080070 332626 ssh_runner.go:195] Run: systemctl --version
I1209 23:57:48.080127 332626 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-420878
I1209 23:57:48.098278 332626 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33149 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/functional-420878/id_rsa Username:docker}
I1209 23:57:48.183176 332626 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls --format yaml --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-420878 image ls --format yaml --alsologtostderr:
- id: 2be0bcf609c6573ee83e676c747f31bda661ab2d4e039c51839e38fd258d2903
repoDigests:
- docker.io/kindest/kindnetd@sha256:de216f6245e142905c8022d424959a65f798fcd26f5b7492b9c0b0391d735c3e
- docker.io/kindest/kindnetd@sha256:e35e1050b69dcd16eb021c3bf915bdd9a591d4274108ac374bd941043673c108
repoTags:
- docker.io/kindest/kindnetd:v20241108-5c6d2daf
size: "98274354"
- id: bdf62fd3a32f1209270ede068b6e08450dfe125c79b1a8ba8f5685090023bf7f
repoDigests:
- docker.io/library/nginx@sha256:6d3e464bc399ce5b0cd6a165162deb5926803c1c0ae8a1983ba0a1982b97a7a2
- docker.io/library/nginx@sha256:fb197595ebe76b9c0c14ab68159fd3c08bd067ec62300583543f0ebda353b5be
repoTags:
- docker.io/library/nginx:latest
size: "201166247"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da
repoDigests:
- registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a
- registry.k8s.io/etcd@sha256:e3ee3ca2dbaf511385000dbd54123629c71b6cfaabd469e658d76a116b7f43da
repoTags:
- registry.k8s.io/etcd:3.5.15-0
size: "139912446"
- id: f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:8e7caee5c8075d84ee5b93472bedf9cf21364da1d72d60d3de15dfa0d172ff63
- registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0
repoTags:
- registry.k8s.io/kube-apiserver:v1.31.2
size: "92632544"
- id: 0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa
repoDigests:
- docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387
- docker.io/kindest/kindnetd@sha256:b61c0e5ba940299ee811efe946ee83e509799ea7e0651e1b782e83a665b29bae
repoTags:
- docker.io/kindest/kindnetd:v20241007-36f62932
size: "98291250"
- id: 296f8eea077c1f25edefd1087902921d99e302acaf73f8d761b0e3394aa7be69
repoDigests:
- localhost/minikube-local-cache-test@sha256:789cd47ebabec645d626fc5b955db845c7426e2c6e0bdbdb0b060abe79123806
repoTags:
- localhost/minikube-local-cache-test:functional-420878
size: "3330"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8
repoDigests:
- registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7
- registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a
repoTags:
- registry.k8s.io/pause:3.10
size: "519877"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
- id: dba92e6b6488643fe4f2e872e6e4f6c30948171890d0f2cb96f28c435352397f
repoDigests:
- docker.io/library/nginx@sha256:41523187cf7d7a2f2677a80609d9caa14388bf5c1fbca9c410ba3de602aaaab4
- docker.io/library/nginx@sha256:eff2df9ac0ef6c949886d040dc2037ee6576d76161249261982fb70458ae8c26
repoTags:
- docker.io/library/nginx:alpine
size: "58293755"
- id: ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17
repoDigests:
- localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a
repoTags:
- localhost/kicbase/echo-server:functional-420878
size: "4788229"
- id: 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6
- registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e
repoTags:
- registry.k8s.io/coredns/coredns:v1.11.3
size: "61647114"
- id: 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752
- registry.k8s.io/kube-controller-manager@sha256:b8d51076af39954cadc718ae40bd8a736ae5ad4e0654465ae91886cad3a9b602
repoTags:
- registry.k8s.io/kube-controller-manager:v1.31.2
size: "86996294"
- id: 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba
repoDigests:
- registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe
- registry.k8s.io/kube-proxy@sha256:adabb2ce69fab82e04b441902489c8dd06f47122f00bc1062189f3cf477c795a
repoTags:
- registry.k8s.io/kube-proxy:v1.31.2
size: "95952789"
- id: d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282
- registry.k8s.io/kube-scheduler@sha256:38def311c8c2668b4b3820de83cd518e0d1c32cda10e661163f957a87f92ca34
repoTags:
- registry.k8s.io/kube-scheduler:v1.31.2
size: "67007814"
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-420878 image ls --format yaml --alsologtostderr:
I1209 23:57:42.280046 332236 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:42.280278 332236 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:42.280307 332236 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:42.280331 332236 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:42.282011 332236 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:42.283654 332236 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:42.283888 332236 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:42.286244 332236 cli_runner.go:164] Run: docker container inspect functional-420878 --format={{.State.Status}}
I1209 23:57:42.320828 332236 ssh_runner.go:195] Run: systemctl --version
I1209 23:57:42.320891 332236 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-420878
I1209 23:57:42.348489 332236 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33149 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/functional-420878/id_rsa Username:docker}
I1209 23:57:42.453072 332236 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:308: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh pgrep buildkitd
functional_test.go:308: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh pgrep buildkitd: exit status 1 (325.97395ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:315: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image build -t localhost/my-image:functional-420878 testdata/build --alsologtostderr
E1209 23:57:45.262249 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:315: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 image build -t localhost/my-image:functional-420878 testdata/build --alsologtostderr: (4.927115087s)
functional_test.go:320: (dbg) Stdout: out/minikube-linux-arm64 -p functional-420878 image build -t localhost/my-image:functional-420878 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 8a6aa9c3cd5
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-420878
--> b389bc71c52
Successfully tagged localhost/my-image:functional-420878
b389bc71c528bf6c69d1a76d0bcff61c40467f4ec7dc717a3bf2f7e0dfe7f06e
functional_test.go:323: (dbg) Stderr: out/minikube-linux-arm64 -p functional-420878 image build -t localhost/my-image:functional-420878 testdata/build --alsologtostderr:
I1209 23:57:42.910241 332326 out.go:345] Setting OutFile to fd 1 ...
I1209 23:57:42.910979 332326 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:42.910989 332326 out.go:358] Setting ErrFile to fd 2...
I1209 23:57:42.910994 332326 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1209 23:57:42.911269 332326 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1209 23:57:42.912032 332326 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:42.912701 332326 config.go:182] Loaded profile config "functional-420878": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1209 23:57:42.913281 332326 cli_runner.go:164] Run: docker container inspect functional-420878 --format={{.State.Status}}
I1209 23:57:42.940791 332326 ssh_runner.go:195] Run: systemctl --version
I1209 23:57:42.940853 332326 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-420878
I1209 23:57:42.961795 332326 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33149 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/functional-420878/id_rsa Username:docker}
I1209 23:57:43.060970 332326 build_images.go:161] Building image from path: /tmp/build.3345514634.tar
I1209 23:57:43.061051 332326 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1209 23:57:43.073545 332326 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.3345514634.tar
I1209 23:57:43.077793 332326 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.3345514634.tar: stat -c "%s %y" /var/lib/minikube/build/build.3345514634.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.3345514634.tar': No such file or directory
I1209 23:57:43.077826 332326 ssh_runner.go:362] scp /tmp/build.3345514634.tar --> /var/lib/minikube/build/build.3345514634.tar (3072 bytes)
I1209 23:57:43.117962 332326 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.3345514634
I1209 23:57:43.128589 332326 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.3345514634 -xf /var/lib/minikube/build/build.3345514634.tar
I1209 23:57:43.148379 332326 crio.go:315] Building image: /var/lib/minikube/build/build.3345514634
I1209 23:57:43.148468 332326 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-420878 /var/lib/minikube/build/build.3345514634 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I1209 23:57:47.741226 332326 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-420878 /var/lib/minikube/build/build.3345514634 --cgroup-manager=cgroupfs: (4.592728996s)
I1209 23:57:47.741296 332326 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.3345514634
I1209 23:57:47.750796 332326 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.3345514634.tar
I1209 23:57:47.759746 332326 build_images.go:217] Built localhost/my-image:functional-420878 from /tmp/build.3345514634.tar
I1209 23:57:47.759779 332326 build_images.go:133] succeeded building to: functional-420878
I1209 23:57:47.759786 332326 build_images.go:134] failed building to:
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (5.48s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:342: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:347: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-420878
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.82s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.17s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.15s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.16s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:355: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image load --daemon kicbase/echo-server:functional-420878 --alsologtostderr
functional_test.go:355: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 image load --daemon kicbase/echo-server:functional-420878 --alsologtostderr: (1.291383608s)
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.59s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image load --daemon kicbase/echo-server:functional-420878 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (1.24s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1437: (dbg) Run: kubectl --context functional-420878 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1445: (dbg) Run: kubectl --context functional-420878 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-64b4f8f9ff-gs55f" [8b758fc2-e5f0-4085-8c2d-644a75eb4fdc] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-64b4f8f9ff-gs55f" [8b758fc2-e5f0-4085-8c2d-644a75eb4fdc] Running
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 10.009575618s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (10.25s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:235: (dbg) Run: docker pull kicbase/echo-server:latest
functional_test.go:240: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-420878
functional_test.go:245: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image load --daemon kicbase/echo-server:functional-420878 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.36s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:380: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image save kicbase/echo-server:functional-420878 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:380: (dbg) Done: out/minikube-linux-arm64 -p functional-420878 image save kicbase/echo-server:functional-420878 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr: (2.281680071s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (2.28s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:392: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image rm kicbase/echo-server:functional-420878 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.58s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:409: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.83s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:419: (dbg) Run: docker rmi kicbase/echo-server:functional-420878
functional_test.go:424: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 image save --daemon kicbase/echo-server:functional-420878 --alsologtostderr
functional_test.go:432: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-420878
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.57s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 328663: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.49s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-420878 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [c4757d66-84ba-48f7-86c8-81d14f358eef] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [c4757d66-84ba-48f7-86c8-81d14f358eef] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.004029262s
I1209 23:57:16.471208 301498 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.33s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1459: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.47s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1489: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service list -o json
functional_test.go:1494: Took "332.779633ms" to run "out/minikube-linux-arm64 -p functional-420878 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.33s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1509: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service --namespace=default --https --url hello-node
functional_test.go:1522: found endpoint: https://192.168.49.2:31934
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.37s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1540: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.37s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1559: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 service hello-node --url
functional_test.go:1565: found endpoint for hello-node: http://192.168.49.2:31934
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.36s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-420878 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.08s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.96.44.159 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-420878 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1270: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1275: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.41s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1310: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1315: Took "363.91471ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1324: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1329: Took "58.417612ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.42s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1361: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1366: Took "348.468599ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1374: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1379: Took "57.019247ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.41s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdany-port2203915446/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1733788646711827931" to /tmp/TestFunctionalparallelMountCmdany-port2203915446/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1733788646711827931" to /tmp/TestFunctionalparallelMountCmdany-port2203915446/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1733788646711827931" to /tmp/TestFunctionalparallelMountCmdany-port2203915446/001/test-1733788646711827931
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (324.184312ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1209 23:57:27.036279 301498 retry.go:31] will retry after 576.765806ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Dec 9 23:57 created-by-test
-rw-r--r-- 1 docker docker 24 Dec 9 23:57 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Dec 9 23:57 test-1733788646711827931
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh cat /mount-9p/test-1733788646711827931
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-420878 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [4d96e274-8c3c-4a04-991d-4d56e4d7dbab] Pending
helpers_test.go:344: "busybox-mount" [4d96e274-8c3c-4a04-991d-4d56e4d7dbab] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [4d96e274-8c3c-4a04-991d-4d56e4d7dbab] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [4d96e274-8c3c-4a04-991d-4d56e4d7dbab] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 5.003184163s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-420878 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdany-port2203915446/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (8.09s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdspecific-port974385337/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p"
E1209 23:57:34.999365 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:57:35.006867 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:57:35.018920 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:57:35.041883 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:57:35.085479 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (356.025769ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1209 23:57:35.161980 301498 retry.go:31] will retry after 395.354689ms: exit status 1
E1209 23:57:35.167053 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:57:35.328925 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T /mount-9p | grep 9p"
E1209 23:57:35.650939 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdspecific-port974385337/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "sudo umount -f /mount-9p"
E1209 23:57:36.293168 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "sudo umount -f /mount-9p": exit status 1 (271.850364ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-420878 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdspecific-port974385337/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (1.76s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T" /mount1: exit status 1 (540.339179ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1209 23:57:37.113909 301498 retry.go:31] will retry after 680.002141ms: exit status 1
E1209 23:57:37.574683 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-420878 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-420878 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-420878 /tmp/TestFunctionalparallelMountCmdVerifyCleanup3903136614/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (2.06s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:functional-420878
--- PASS: TestFunctional/delete_echo-server_images (0.05s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:198: (dbg) Run: docker rmi -f localhost/my-image:functional-420878
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:206: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-420878
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 start -p ha-319888 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E1209 23:57:55.503529 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:58:15.984931 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1209 23:58:56.946649 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:00:18.867968 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 start -p ha-319888 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (4m7.361481809s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/StartCluster (248.16s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- rollout status deployment/busybox
E1210 00:01:59.998050 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.006399 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.021852 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.054581 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.103230 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.184774 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.347340 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:00.669074 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:01.310745 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:02.592128 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:05.154446 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 kubectl -p ha-319888 -- rollout status deployment/busybox: (6.047873421s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4b7v9 -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4bwdj -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-mpgnx -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4b7v9 -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4bwdj -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-mpgnx -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4b7v9 -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4bwdj -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-mpgnx -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (8.94s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4b7v9 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4b7v9 -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4bwdj -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-4bwdj -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-mpgnx -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-319888 -- exec busybox-7dff88458-mpgnx -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.60s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 node add -p ha-319888 -v=7 --alsologtostderr
E1210 00:02:10.276736 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:20.518849 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:34.998215 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:02:41.000612 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 node add -p ha-319888 -v=7 --alsologtostderr: (34.408519519s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:234: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr: (1.069128279s)
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (35.48s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-319888 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.11s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (0.97s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status --output json -v=7 --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp testdata/cp-test.txt ha-319888:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile518154601/001/cp-test_ha-319888.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888:/home/docker/cp-test.txt ha-319888-m02:/home/docker/cp-test_ha-319888_ha-319888-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test_ha-319888_ha-319888-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888:/home/docker/cp-test.txt ha-319888-m03:/home/docker/cp-test_ha-319888_ha-319888-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test_ha-319888_ha-319888-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888:/home/docker/cp-test.txt ha-319888-m04:/home/docker/cp-test_ha-319888_ha-319888-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test_ha-319888_ha-319888-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp testdata/cp-test.txt ha-319888-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile518154601/001/cp-test_ha-319888-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m02:/home/docker/cp-test.txt ha-319888:/home/docker/cp-test_ha-319888-m02_ha-319888.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test_ha-319888-m02_ha-319888.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m02:/home/docker/cp-test.txt ha-319888-m03:/home/docker/cp-test_ha-319888-m02_ha-319888-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test_ha-319888-m02_ha-319888-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m02:/home/docker/cp-test.txt ha-319888-m04:/home/docker/cp-test_ha-319888-m02_ha-319888-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test_ha-319888-m02_ha-319888-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp testdata/cp-test.txt ha-319888-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile518154601/001/cp-test_ha-319888-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m03:/home/docker/cp-test.txt ha-319888:/home/docker/cp-test_ha-319888-m03_ha-319888.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test_ha-319888-m03_ha-319888.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m03:/home/docker/cp-test.txt ha-319888-m02:/home/docker/cp-test_ha-319888-m03_ha-319888-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test_ha-319888-m03_ha-319888-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m03:/home/docker/cp-test.txt ha-319888-m04:/home/docker/cp-test_ha-319888-m03_ha-319888-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test_ha-319888-m03_ha-319888-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp testdata/cp-test.txt ha-319888-m04:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile518154601/001/cp-test_ha-319888-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m04:/home/docker/cp-test.txt ha-319888:/home/docker/cp-test_ha-319888-m04_ha-319888.txt
E1210 00:03:02.709858 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888 "sudo cat /home/docker/cp-test_ha-319888-m04_ha-319888.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m04:/home/docker/cp-test.txt ha-319888-m02:/home/docker/cp-test_ha-319888-m04_ha-319888-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m02 "sudo cat /home/docker/cp-test_ha-319888-m04_ha-319888-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 cp ha-319888-m04:/home/docker/cp-test.txt ha-319888-m03:/home/docker/cp-test_ha-319888-m04_ha-319888-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 ssh -n ha-319888-m03 "sudo cat /home/docker/cp-test_ha-319888-m04_ha-319888-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (18.71s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 node stop m02 -v=7 --alsologtostderr
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 node stop m02 -v=7 --alsologtostderr: (11.95156232s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr: exit status 7 (705.893687ms)
-- stdout --
ha-319888
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-319888-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-319888-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-319888-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1210 00:03:17.511294 348702 out.go:345] Setting OutFile to fd 1 ...
I1210 00:03:17.511428 348702 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:03:17.511439 348702 out.go:358] Setting ErrFile to fd 2...
I1210 00:03:17.511444 348702 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:03:17.511673 348702 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1210 00:03:17.511946 348702 out.go:352] Setting JSON to false
I1210 00:03:17.511981 348702 mustload.go:65] Loading cluster: ha-319888
I1210 00:03:17.512087 348702 notify.go:220] Checking for updates...
I1210 00:03:17.512395 348702 config.go:182] Loaded profile config "ha-319888": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:03:17.512412 348702 status.go:174] checking status of ha-319888 ...
I1210 00:03:17.513129 348702 cli_runner.go:164] Run: docker container inspect ha-319888 --format={{.State.Status}}
I1210 00:03:17.536820 348702 status.go:371] ha-319888 host status = "Running" (err=<nil>)
I1210 00:03:17.536859 348702 host.go:66] Checking if "ha-319888" exists ...
I1210 00:03:17.537216 348702 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-319888
I1210 00:03:17.560258 348702 host.go:66] Checking if "ha-319888" exists ...
I1210 00:03:17.560539 348702 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1210 00:03:17.560593 348702 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-319888
I1210 00:03:17.577942 348702 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33154 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/ha-319888/id_rsa Username:docker}
I1210 00:03:17.664011 348702 ssh_runner.go:195] Run: systemctl --version
I1210 00:03:17.668346 348702 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:03:17.681031 348702 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1210 00:03:17.744857 348702 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:true NGoroutines:71 SystemTime:2024-12-10 00:03:17.734794837 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1210 00:03:17.745464 348702 kubeconfig.go:125] found "ha-319888" server: "https://192.168.49.254:8443"
I1210 00:03:17.745508 348702 api_server.go:166] Checking apiserver status ...
I1210 00:03:17.745560 348702 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1210 00:03:17.756838 348702 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1430/cgroup
I1210 00:03:17.768525 348702 api_server.go:182] apiserver freezer: "9:freezer:/docker/d3b49f22fdb47b6592c1141cec0e2b5f8e3cdb0971117820c29b0a774ce734f9/crio/crio-dea08c41b56e4c7dc3f18b40fb9246720a605333aa31c7d36e3b2d3f7dff483d"
I1210 00:03:17.768593 348702 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/d3b49f22fdb47b6592c1141cec0e2b5f8e3cdb0971117820c29b0a774ce734f9/crio/crio-dea08c41b56e4c7dc3f18b40fb9246720a605333aa31c7d36e3b2d3f7dff483d/freezer.state
I1210 00:03:17.781088 348702 api_server.go:204] freezer state: "THAWED"
I1210 00:03:17.781118 348702 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1210 00:03:17.789157 348702 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1210 00:03:17.789186 348702 status.go:463] ha-319888 apiserver status = Running (err=<nil>)
I1210 00:03:17.789197 348702 status.go:176] ha-319888 status: &{Name:ha-319888 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:03:17.789213 348702 status.go:174] checking status of ha-319888-m02 ...
I1210 00:03:17.789524 348702 cli_runner.go:164] Run: docker container inspect ha-319888-m02 --format={{.State.Status}}
I1210 00:03:17.806325 348702 status.go:371] ha-319888-m02 host status = "Stopped" (err=<nil>)
I1210 00:03:17.806358 348702 status.go:384] host is not running, skipping remaining checks
I1210 00:03:17.806366 348702 status.go:176] ha-319888-m02 status: &{Name:ha-319888-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:03:17.806387 348702 status.go:174] checking status of ha-319888-m03 ...
I1210 00:03:17.806758 348702 cli_runner.go:164] Run: docker container inspect ha-319888-m03 --format={{.State.Status}}
I1210 00:03:17.823359 348702 status.go:371] ha-319888-m03 host status = "Running" (err=<nil>)
I1210 00:03:17.823386 348702 host.go:66] Checking if "ha-319888-m03" exists ...
I1210 00:03:17.823689 348702 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-319888-m03
I1210 00:03:17.840406 348702 host.go:66] Checking if "ha-319888-m03" exists ...
I1210 00:03:17.840730 348702 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1210 00:03:17.840777 348702 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-319888-m03
I1210 00:03:17.857457 348702 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33164 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/ha-319888-m03/id_rsa Username:docker}
I1210 00:03:17.948205 348702 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:03:17.960235 348702 kubeconfig.go:125] found "ha-319888" server: "https://192.168.49.254:8443"
I1210 00:03:17.960268 348702 api_server.go:166] Checking apiserver status ...
I1210 00:03:17.960309 348702 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1210 00:03:17.970329 348702 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1332/cgroup
I1210 00:03:17.979801 348702 api_server.go:182] apiserver freezer: "9:freezer:/docker/9f1ab8854ce1a310687b9c0dbeebead8b5cba0238cb8aed2c7a7c82c1cfaf442/crio/crio-20eb6df163c8e8aad563efe8f48066bc05525969f9435d123794af03ed57bb27"
I1210 00:03:17.979870 348702 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/9f1ab8854ce1a310687b9c0dbeebead8b5cba0238cb8aed2c7a7c82c1cfaf442/crio/crio-20eb6df163c8e8aad563efe8f48066bc05525969f9435d123794af03ed57bb27/freezer.state
I1210 00:03:17.988360 348702 api_server.go:204] freezer state: "THAWED"
I1210 00:03:17.988390 348702 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1210 00:03:17.996276 348702 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1210 00:03:17.996350 348702 status.go:463] ha-319888-m03 apiserver status = Running (err=<nil>)
I1210 00:03:17.996372 348702 status.go:176] ha-319888-m03 status: &{Name:ha-319888-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:03:17.996418 348702 status.go:174] checking status of ha-319888-m04 ...
I1210 00:03:17.996775 348702 cli_runner.go:164] Run: docker container inspect ha-319888-m04 --format={{.State.Status}}
I1210 00:03:18.015951 348702 status.go:371] ha-319888-m04 host status = "Running" (err=<nil>)
I1210 00:03:18.015981 348702 host.go:66] Checking if "ha-319888-m04" exists ...
I1210 00:03:18.016308 348702 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-319888-m04
I1210 00:03:18.034151 348702 host.go:66] Checking if "ha-319888-m04" exists ...
I1210 00:03:18.034525 348702 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1210 00:03:18.034590 348702 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-319888-m04
I1210 00:03:18.053442 348702 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33169 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/ha-319888-m04/id_rsa Username:docker}
I1210 00:03:18.140103 348702 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:03:18.153816 348702 status.go:176] ha-319888-m04 status: &{Name:ha-319888-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.66s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.74s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 node start m02 -v=7 --alsologtostderr
E1210 00:03:21.963296 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 node start m02 -v=7 --alsologtostderr: (21.012881399s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr: (1.470606804s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (22.62s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.356541903s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.36s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 node list -p ha-319888 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 stop -p ha-319888 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 stop -p ha-319888 -v=7 --alsologtostderr: (37.085491434s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 start -p ha-319888 --wait=true -v=7 --alsologtostderr
E1210 00:04:43.886835 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:06:59.998897 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 start -p ha-319888 --wait=true -v=7 --alsologtostderr: (2m48.054929248s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 node list -p ha-319888
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (205.34s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 node delete m03 -v=7 --alsologtostderr
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 node delete m03 -v=7 --alsologtostderr: (11.7983793s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (12.76s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.71s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 stop -v=7 --alsologtostderr
E1210 00:07:27.728631 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:07:34.997824 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 stop -v=7 --alsologtostderr: (35.605345018s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr: exit status 7 (126.246349ms)
-- stdout --
ha-319888
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-319888-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-319888-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1210 00:07:57.350400 363311 out.go:345] Setting OutFile to fd 1 ...
I1210 00:07:57.350609 363311 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:07:57.350636 363311 out.go:358] Setting ErrFile to fd 2...
I1210 00:07:57.350654 363311 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:07:57.350961 363311 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1210 00:07:57.351784 363311 out.go:352] Setting JSON to false
I1210 00:07:57.351854 363311 mustload.go:65] Loading cluster: ha-319888
I1210 00:07:57.351944 363311 notify.go:220] Checking for updates...
I1210 00:07:57.352364 363311 config.go:182] Loaded profile config "ha-319888": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:07:57.352389 363311 status.go:174] checking status of ha-319888 ...
I1210 00:07:57.353019 363311 cli_runner.go:164] Run: docker container inspect ha-319888 --format={{.State.Status}}
I1210 00:07:57.371530 363311 status.go:371] ha-319888 host status = "Stopped" (err=<nil>)
I1210 00:07:57.371553 363311 status.go:384] host is not running, skipping remaining checks
I1210 00:07:57.371561 363311 status.go:176] ha-319888 status: &{Name:ha-319888 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:07:57.371584 363311 status.go:174] checking status of ha-319888-m02 ...
I1210 00:07:57.371881 363311 cli_runner.go:164] Run: docker container inspect ha-319888-m02 --format={{.State.Status}}
I1210 00:07:57.400236 363311 status.go:371] ha-319888-m02 host status = "Stopped" (err=<nil>)
I1210 00:07:57.400275 363311 status.go:384] host is not running, skipping remaining checks
I1210 00:07:57.400281 363311 status.go:176] ha-319888-m02 status: &{Name:ha-319888-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:07:57.400301 363311 status.go:174] checking status of ha-319888-m04 ...
I1210 00:07:57.400599 363311 cli_runner.go:164] Run: docker container inspect ha-319888-m04 --format={{.State.Status}}
I1210 00:07:57.417695 363311 status.go:371] ha-319888-m04 host status = "Stopped" (err=<nil>)
I1210 00:07:57.417726 363311 status.go:384] host is not running, skipping remaining checks
I1210 00:07:57.417734 363311 status.go:176] ha-319888-m04 status: &{Name:ha-319888-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.73s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 start -p ha-319888 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 start -p ha-319888 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (1m53.348468004s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (114.24s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.73s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 node add -p ha-319888 --control-plane -v=7 --alsologtostderr
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 node add -p ha-319888 --control-plane -v=7 --alsologtostderr: (1m13.885784055s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr
ha_test.go:613: (dbg) Done: out/minikube-linux-arm64 -p ha-319888 status -v=7 --alsologtostderr: (1.014637564s)
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (74.90s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (0.99s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-202268 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
E1210 00:11:59.998189 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-202268 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (47.180602839s)
--- PASS: TestJSONOutput/start/Command (47.18s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-202268 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.76s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-202268 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.66s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-202268 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-202268 --output=json --user=testUser: (5.867084523s)
--- PASS: TestJSONOutput/stop/Command (5.87s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-256757 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-256757 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (74.071988ms)
-- stdout --
{"specversion":"1.0","id":"2d5ef46d-c7f8-489d-a2be-e967cc029aba","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-256757] minikube v1.34.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"1eb00637-241d-4c49-abe6-bd4e6be27b38","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20062"}}
{"specversion":"1.0","id":"9fa9ca5a-677f-4cf1-a6e6-76f70f3653f1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"501462ab-6416-4833-8553-0b41277fd10f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig"}}
{"specversion":"1.0","id":"67606488-65a1-4387-8aee-a44a60ad7a31","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube"}}
{"specversion":"1.0","id":"1196db74-3cfb-4a89-80cc-e26949040192","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"9d13123c-0d66-4a21-9e55-cfa2ab9b58d6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"d5cb7cd6-f213-4591-ab00-1c783688138c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-256757" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-256757
--- PASS: TestErrorJSONOutput (0.25s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-418921 --network=
E1210 00:12:34.998884 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-418921 --network=: (37.138483417s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-418921" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-418921
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-418921: (2.065761113s)
--- PASS: TestKicCustomNetwork/create_custom_network (39.23s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-025121 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-025121 --network=bridge: (29.884021739s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-025121" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-025121
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-025121: (1.956376598s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (31.86s)
=== RUN TestKicExistingNetwork
I1210 00:13:26.191220 301498 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1210 00:13:26.208234 301498 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1210 00:13:26.209273 301498 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1210 00:13:26.209310 301498 cli_runner.go:164] Run: docker network inspect existing-network
W1210 00:13:26.226806 301498 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1210 00:13:26.226845 301498 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1210 00:13:26.226861 301498 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1210 00:13:26.226981 301498 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1210 00:13:26.247545 301498 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-ca216fd874ca IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:62:d4:5f:e8} reservation:<nil>}
I1210 00:13:26.248016 301498 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001a59b40}
I1210 00:13:26.248085 301498 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1210 00:13:26.248142 301498 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1210 00:13:26.319399 301498 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-427989 --network=existing-network
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-427989 --network=existing-network: (29.775678545s)
helpers_test.go:175: Cleaning up "existing-network-427989" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-427989
E1210 00:13:58.071213 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-427989: (1.985048531s)
I1210 00:13:58.096876 301498 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (31.92s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-463479 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-463479 --subnet=192.168.60.0/24: (31.018521196s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-463479 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-463479" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-463479
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-463479: (2.125837316s)
--- PASS: TestKicCustomSubnet (33.17s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-231034 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-231034 --static-ip=192.168.200.200: (31.701370569s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-231034 ip
helpers_test.go:175: Cleaning up "static-ip-231034" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-231034
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-231034: (2.130897091s)
--- PASS: TestKicStaticIP (34.00s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-142504 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-142504 --driver=docker --container-runtime=crio: (31.666818549s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-145179 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-145179 --driver=docker --container-runtime=crio: (32.440436005s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-142504
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-145179
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-145179" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-145179
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-145179: (1.976066994s)
helpers_test.go:175: Cleaning up "first-142504" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-142504
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-142504: (2.267581359s)
--- PASS: TestMinikubeProfile (69.69s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-944710 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-944710 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (6.037760199s)
--- PASS: TestMountStart/serial/StartWithMountFirst (7.04s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-944710 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.26s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-946721 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-946721 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.46746345s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.47s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-946721 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.27s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-944710 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-944710 --alsologtostderr -v=5: (1.611583179s)
--- PASS: TestMountStart/serial/DeleteFirst (1.61s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-946721 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.25s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-946721
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-946721: (1.198728369s)
--- PASS: TestMountStart/serial/Stop (1.20s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-946721
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-946721: (7.083601523s)
--- PASS: TestMountStart/serial/RestartStopped (8.08s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-946721 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.26s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-869433 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1210 00:16:59.998778 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:17:34.998146 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-869433 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m20.55770105s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (81.06s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-869433 -- rollout status deployment/busybox: (4.535024719s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-5mz9f -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-bmq56 -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-5mz9f -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-bmq56 -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-5mz9f -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-bmq56 -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (6.45s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-5mz9f -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-5mz9f -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-bmq56 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-869433 -- exec busybox-7dff88458-bmq56 -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (1.00s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-869433 -v 3 --alsologtostderr
E1210 00:18:23.092719 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-869433 -v 3 --alsologtostderr: (28.258307962s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (28.89s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-869433 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.10s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.69s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp testdata/cp-test.txt multinode-869433:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3510669277/001/cp-test_multinode-869433.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433:/home/docker/cp-test.txt multinode-869433-m02:/home/docker/cp-test_multinode-869433_multinode-869433-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test_multinode-869433_multinode-869433-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433:/home/docker/cp-test.txt multinode-869433-m03:/home/docker/cp-test_multinode-869433_multinode-869433-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test_multinode-869433_multinode-869433-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp testdata/cp-test.txt multinode-869433-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3510669277/001/cp-test_multinode-869433-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m02:/home/docker/cp-test.txt multinode-869433:/home/docker/cp-test_multinode-869433-m02_multinode-869433.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test_multinode-869433-m02_multinode-869433.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m02:/home/docker/cp-test.txt multinode-869433-m03:/home/docker/cp-test_multinode-869433-m02_multinode-869433-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test_multinode-869433-m02_multinode-869433-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp testdata/cp-test.txt multinode-869433-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile3510669277/001/cp-test_multinode-869433-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m03:/home/docker/cp-test.txt multinode-869433:/home/docker/cp-test_multinode-869433-m03_multinode-869433.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433 "sudo cat /home/docker/cp-test_multinode-869433-m03_multinode-869433.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 cp multinode-869433-m03:/home/docker/cp-test.txt multinode-869433-m02:/home/docker/cp-test_multinode-869433-m03_multinode-869433-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 ssh -n multinode-869433-m02 "sudo cat /home/docker/cp-test_multinode-869433-m03_multinode-869433-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.93s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-869433 node stop m03: (1.202274722s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-869433 status: exit status 7 (503.569154ms)
-- stdout --
multinode-869433
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-869433-m02
type: Worker
host: Running
kubelet: Running
multinode-869433-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr: exit status 7 (508.158393ms)
-- stdout --
multinode-869433
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-869433-m02
type: Worker
host: Running
kubelet: Running
multinode-869433-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1210 00:18:52.174244 417199 out.go:345] Setting OutFile to fd 1 ...
I1210 00:18:52.174429 417199 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:18:52.174458 417199 out.go:358] Setting ErrFile to fd 2...
I1210 00:18:52.174480 417199 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:18:52.174782 417199 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1210 00:18:52.175003 417199 out.go:352] Setting JSON to false
I1210 00:18:52.175065 417199 mustload.go:65] Loading cluster: multinode-869433
I1210 00:18:52.175139 417199 notify.go:220] Checking for updates...
I1210 00:18:52.175588 417199 config.go:182] Loaded profile config "multinode-869433": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:18:52.175633 417199 status.go:174] checking status of multinode-869433 ...
I1210 00:18:52.176197 417199 cli_runner.go:164] Run: docker container inspect multinode-869433 --format={{.State.Status}}
I1210 00:18:52.196108 417199 status.go:371] multinode-869433 host status = "Running" (err=<nil>)
I1210 00:18:52.196136 417199 host.go:66] Checking if "multinode-869433" exists ...
I1210 00:18:52.196445 417199 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-869433
I1210 00:18:52.222567 417199 host.go:66] Checking if "multinode-869433" exists ...
I1210 00:18:52.222892 417199 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1210 00:18:52.222945 417199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-869433
I1210 00:18:52.245954 417199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33274 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/multinode-869433/id_rsa Username:docker}
I1210 00:18:52.331751 417199 ssh_runner.go:195] Run: systemctl --version
I1210 00:18:52.336895 417199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:18:52.348957 417199 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1210 00:18:52.405976 417199 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:41 OomKillDisable:true NGoroutines:61 SystemTime:2024-12-10 00:18:52.39675557 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-nf
-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1210 00:18:52.406606 417199 kubeconfig.go:125] found "multinode-869433" server: "https://192.168.67.2:8443"
I1210 00:18:52.406646 417199 api_server.go:166] Checking apiserver status ...
I1210 00:18:52.406692 417199 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1210 00:18:52.417778 417199 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1356/cgroup
I1210 00:18:52.427385 417199 api_server.go:182] apiserver freezer: "9:freezer:/docker/8e13991aa4383808fc842872cfc2e717944b46200b8981ee891dfe5a0ad96651/crio/crio-91c7c5f8d95f998b5be6a3c884f9fa36b3100453bf1204c1df20d8e7aa20b473"
I1210 00:18:52.427461 417199 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/8e13991aa4383808fc842872cfc2e717944b46200b8981ee891dfe5a0ad96651/crio/crio-91c7c5f8d95f998b5be6a3c884f9fa36b3100453bf1204c1df20d8e7aa20b473/freezer.state
I1210 00:18:52.436133 417199 api_server.go:204] freezer state: "THAWED"
I1210 00:18:52.436163 417199 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1210 00:18:52.443880 417199 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1210 00:18:52.443920 417199 status.go:463] multinode-869433 apiserver status = Running (err=<nil>)
I1210 00:18:52.443950 417199 status.go:176] multinode-869433 status: &{Name:multinode-869433 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:18:52.443971 417199 status.go:174] checking status of multinode-869433-m02 ...
I1210 00:18:52.444309 417199 cli_runner.go:164] Run: docker container inspect multinode-869433-m02 --format={{.State.Status}}
I1210 00:18:52.460644 417199 status.go:371] multinode-869433-m02 host status = "Running" (err=<nil>)
I1210 00:18:52.460671 417199 host.go:66] Checking if "multinode-869433-m02" exists ...
I1210 00:18:52.460960 417199 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-869433-m02
I1210 00:18:52.477397 417199 host.go:66] Checking if "multinode-869433-m02" exists ...
I1210 00:18:52.477701 417199 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1210 00:18:52.477755 417199 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-869433-m02
I1210 00:18:52.501142 417199 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33279 SSHKeyPath:/home/jenkins/minikube-integration/20062-295979/.minikube/machines/multinode-869433-m02/id_rsa Username:docker}
I1210 00:18:52.587632 417199 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1210 00:18:52.599372 417199 status.go:176] multinode-869433-m02 status: &{Name:multinode-869433-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1210 00:18:52.599405 417199 status.go:174] checking status of multinode-869433-m03 ...
I1210 00:18:52.599708 417199 cli_runner.go:164] Run: docker container inspect multinode-869433-m03 --format={{.State.Status}}
I1210 00:18:52.616067 417199 status.go:371] multinode-869433-m03 host status = "Stopped" (err=<nil>)
I1210 00:18:52.616090 417199 status.go:384] host is not running, skipping remaining checks
I1210 00:18:52.616098 417199 status.go:176] multinode-869433-m03 status: &{Name:multinode-869433-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.21s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 node start m03 -v=7 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-869433 node start m03 -v=7 --alsologtostderr: (9.163665853s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status -v=7 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (9.93s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-869433
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-869433
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-869433: (24.712420409s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-869433 --wait=true -v=8 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-869433 --wait=true -v=8 --alsologtostderr: (1m20.051887668s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-869433
--- PASS: TestMultiNode/serial/RestartKeepsNodes (104.90s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-869433 node delete m03: (4.884846159s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.57s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-869433 stop: (23.572649741s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-869433 status: exit status 7 (99.489796ms)
-- stdout --
multinode-869433
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-869433-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr: exit status 7 (88.90094ms)
-- stdout --
multinode-869433
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-869433-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1210 00:21:16.742018 424923 out.go:345] Setting OutFile to fd 1 ...
I1210 00:21:16.742242 424923 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:21:16.742271 424923 out.go:358] Setting ErrFile to fd 2...
I1210 00:21:16.742296 424923 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:21:16.742595 424923 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1210 00:21:16.742868 424923 out.go:352] Setting JSON to false
I1210 00:21:16.742931 424923 mustload.go:65] Loading cluster: multinode-869433
I1210 00:21:16.743006 424923 notify.go:220] Checking for updates...
I1210 00:21:16.743976 424923 config.go:182] Loaded profile config "multinode-869433": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:21:16.744033 424923 status.go:174] checking status of multinode-869433 ...
I1210 00:21:16.745171 424923 cli_runner.go:164] Run: docker container inspect multinode-869433 --format={{.State.Status}}
I1210 00:21:16.763011 424923 status.go:371] multinode-869433 host status = "Stopped" (err=<nil>)
I1210 00:21:16.763036 424923 status.go:384] host is not running, skipping remaining checks
I1210 00:21:16.763044 424923 status.go:176] multinode-869433 status: &{Name:multinode-869433 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1210 00:21:16.763069 424923 status.go:174] checking status of multinode-869433-m02 ...
I1210 00:21:16.763386 424923 cli_runner.go:164] Run: docker container inspect multinode-869433-m02 --format={{.State.Status}}
I1210 00:21:16.780242 424923 status.go:371] multinode-869433-m02 host status = "Stopped" (err=<nil>)
I1210 00:21:16.780262 424923 status.go:384] host is not running, skipping remaining checks
I1210 00:21:16.780269 424923 status.go:176] multinode-869433-m02 status: &{Name:multinode-869433-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.76s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-869433 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1210 00:21:59.998374 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-869433 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (53.985104283s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-869433 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (54.66s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-869433
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-869433-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-869433-m02 --driver=docker --container-runtime=crio: exit status 14 (96.189058ms)
-- stdout --
* [multinode-869433-m02] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-869433-m02' is duplicated with machine name 'multinode-869433-m02' in profile 'multinode-869433'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-869433-m03 --driver=docker --container-runtime=crio
E1210 00:22:35.000041 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-869433-m03 --driver=docker --container-runtime=crio: (30.867636913s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-869433
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-869433: exit status 80 (328.897099ms)
-- stdout --
* Adding node m03 to cluster multinode-869433 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-869433-m03 already exists in multinode-869433-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-869433-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-869433-m03: (1.982204422s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (33.33s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-049818 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-049818 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m34.716979556s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-049818 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-049818 image pull gcr.io/k8s-minikube/busybox: (3.32467433s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-049818
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-049818: (5.746910015s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-049818 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-049818 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (21.645832334s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-049818 image list
helpers_test.go:175: Cleaning up "test-preload-049818" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-049818
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-049818: (2.445225836s)
--- PASS: TestPreload (128.18s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-494591 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-494591 --memory=2048 --driver=docker --container-runtime=crio: (29.731338361s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-494591 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-494591 -n scheduled-stop-494591
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-494591 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I1210 00:25:27.372028 301498 retry.go:31] will retry after 50.604µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.374799 301498 retry.go:31] will retry after 204.126µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.375218 301498 retry.go:31] will retry after 121.598µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.375468 301498 retry.go:31] will retry after 368.434µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.376341 301498 retry.go:31] will retry after 561.079µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.377461 301498 retry.go:31] will retry after 944.795µs: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.378584 301498 retry.go:31] will retry after 1.698814ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.380784 301498 retry.go:31] will retry after 1.64522ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.382990 301498 retry.go:31] will retry after 2.083616ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.385458 301498 retry.go:31] will retry after 3.96799ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.389890 301498 retry.go:31] will retry after 7.218295ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.398125 301498 retry.go:31] will retry after 6.340348ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.405384 301498 retry.go:31] will retry after 12.334981ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.418622 301498 retry.go:31] will retry after 10.856479ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.429859 301498 retry.go:31] will retry after 36.992555ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
I1210 00:25:27.467101 301498 retry.go:31] will retry after 24.151086ms: open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/scheduled-stop-494591/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-494591 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-494591 -n scheduled-stop-494591
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-494591
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-494591 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-494591
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-494591: exit status 7 (70.841824ms)
-- stdout --
scheduled-stop-494591
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-494591 -n scheduled-stop-494591
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-494591 -n scheduled-stop-494591: exit status 7 (74.116785ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-494591" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-494591
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-494591: (4.111207059s)
--- PASS: TestScheduledStopUnix (105.43s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-566228 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-566228 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (7.986610487s)
-- stdout --
{"specversion":"1.0","id":"cff10af3-2ac5-454d-bce1-4f0828f4afae","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-566228] minikube v1.34.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"f67749a7-3879-4e57-a9d1-91d2d468e10a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=20062"}}
{"specversion":"1.0","id":"a63abdde-3182-4449-b0de-592bdd11216e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"8f5f4809-6b5e-4c09-895b-4f97d5195ba2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig"}}
{"specversion":"1.0","id":"0d1c246b-1741-4fbd-a664-6263d855fe33","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube"}}
{"specversion":"1.0","id":"bc97f46c-4313-473d-9936-919391aea4c9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"f137de8a-bbe6-4511-bbd0-c9740561c129","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"0170194f-15f9-492a-aeb8-21155d2363cc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"1b2c7f0f-ad65-4005-9d36-3a283f847195","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"b39ce0f3-901e-4338-8180-19b14fbcd8d4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"74cbc779-05dd-49bc-868e-4aafb3f42e74","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"6366de11-fd92-481f-b492-742f66e653a4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-566228\" primary control-plane node in \"insufficient-storage-566228\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"fb9d8718-20e3-4295-9a7a-c31ea37f26a4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.45-1730888964-19917 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"7e28bf6a-3073-435b-a5b6-63d316c777de","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"b4259587-01f5-4116-9489-d70a84921ad8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-566228 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-566228 --output=json --layout=cluster: exit status 7 (288.520547ms)
-- stdout --
{"Name":"insufficient-storage-566228","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-566228","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1210 00:26:50.811936 442546 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-566228" does not appear in /home/jenkins/minikube-integration/20062-295979/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-566228 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-566228 --output=json --layout=cluster: exit status 7 (290.830465ms)
-- stdout --
{"Name":"insufficient-storage-566228","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-566228","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1210 00:26:51.102755 442608 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-566228" does not appear in /home/jenkins/minikube-integration/20062-295979/kubeconfig
E1210 00:26:51.113361 442608 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/insufficient-storage-566228/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-566228" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-566228
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-566228: (1.893446695s)
--- PASS: TestInsufficientStorage (10.46s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.1961118681 start -p running-upgrade-729067 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.1961118681 start -p running-upgrade-729067 --memory=2200 --vm-driver=docker --container-runtime=crio: (33.773844995s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-729067 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1210 00:31:59.998329 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-729067 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (47.700127423s)
helpers_test.go:175: Cleaning up "running-upgrade-729067" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-729067
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-729067: (2.896396466s)
--- PASS: TestRunningBinaryUpgrade (85.11s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m14.453962136s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-090279
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-090279: (1.343936669s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-090279 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-090279 status --format={{.Host}}: exit status 7 (98.768862ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m39.551685596s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-090279 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio: exit status 106 (91.281821ms)
-- stdout --
* [kubernetes-upgrade-090279] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.31.2 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-090279
minikube start -p kubernetes-upgrade-090279 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-0902792 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.31.2, by running:
minikube start -p kubernetes-upgrade-090279 --kubernetes-version=v1.31.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-090279 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (42.753026968s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-090279" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-090279
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-090279: (2.389264336s)
--- PASS: TestKubernetesUpgrade (400.80s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.3273155995 start -p missing-upgrade-930752 --memory=2200 --driver=docker --container-runtime=crio
E1210 00:26:59.998671 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.3273155995 start -p missing-upgrade-930752 --memory=2200 --driver=docker --container-runtime=crio: (1m26.083684785s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-930752
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-930752: (1.806092367s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-930752
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-930752 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-930752 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m0.573967709s)
helpers_test.go:175: Cleaning up "missing-upgrade-930752" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-930752
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-930752: (2.072422592s)
--- PASS: TestMissingContainerUpgrade (151.53s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (102.016841ms)
-- stdout --
* [NoKubernetes-421179] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.10s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-421179 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-421179 --driver=docker --container-runtime=crio: (37.729982391s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-421179 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (38.20s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --driver=docker --container-runtime=crio
E1210 00:27:34.998429 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --driver=docker --container-runtime=crio: (6.411619751s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-421179 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-421179 status -o json: exit status 2 (317.814334ms)
-- stdout --
{"Name":"NoKubernetes-421179","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-421179
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-421179: (1.940071478s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (8.67s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-421179 --no-kubernetes --driver=docker --container-runtime=crio: (8.567131861s)
--- PASS: TestNoKubernetes/serial/Start (8.57s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-421179 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-421179 "sudo systemctl is-active --quiet service kubelet": exit status 1 (347.112402ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.35s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:169: (dbg) Done: out/minikube-linux-arm64 profile list: (1.751787355s)
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (2.33s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-421179
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-421179: (1.261865442s)
--- PASS: TestNoKubernetes/serial/Stop (1.26s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-421179 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-421179 --driver=docker --container-runtime=crio: (7.422127231s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.42s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-421179 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-421179 "sudo systemctl is-active --quiet service kubelet": exit status 1 (455.674345ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.46s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.69s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.1731299184 start -p stopped-upgrade-980453 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.1731299184 start -p stopped-upgrade-980453 --memory=2200 --vm-driver=docker --container-runtime=crio: (42.14822461s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.1731299184 -p stopped-upgrade-980453 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.1731299184 -p stopped-upgrade-980453 stop: (2.426771034s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-980453 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1210 00:30:38.073106 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-980453 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (30.550055413s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (75.13s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-980453
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-980453: (1.077928791s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.08s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-296811 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
E1210 00:32:34.999968 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-296811 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (53.222864544s)
--- PASS: TestPause/serial/Start (53.22s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-296811 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-296811 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (27.756150275s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (27.77s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-296811 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.76s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p pause-296811 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p pause-296811 --output=json --layout=cluster: exit status 2 (343.905386ms)
-- stdout --
{"Name":"pause-296811","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-296811","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.34s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-arm64 unpause -p pause-296811 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.67s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-arm64 pause -p pause-296811 --alsologtostderr -v=5
pause_test.go:110: (dbg) Done: out/minikube-linux-arm64 pause -p pause-296811 --alsologtostderr -v=5: (1.099207451s)
--- PASS: TestPause/serial/PauseAgain (1.10s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p pause-296811 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p pause-296811 --alsologtostderr -v=5: (2.814091088s)
--- PASS: TestPause/serial/DeletePaused (2.81s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-arm64 profile list --output json
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-296811
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-296811: exit status 1 (14.716865ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-296811: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (0.52s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-954410 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-954410 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (194.573133ms)
-- stdout --
* [false-954410] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=20062
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1210 00:34:19.239763 482007 out.go:345] Setting OutFile to fd 1 ...
I1210 00:34:19.239930 482007 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:34:19.239941 482007 out.go:358] Setting ErrFile to fd 2...
I1210 00:34:19.239946 482007 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1210 00:34:19.240200 482007 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20062-295979/.minikube/bin
I1210 00:34:19.240624 482007 out.go:352] Setting JSON to false
I1210 00:34:19.241671 482007 start.go:129] hostinfo: {"hostname":"ip-172-31-24-2","uptime":8206,"bootTime":1733782653,"procs":190,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1072-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"6d436adf-771e-4269-b9a3-c25fd4fca4f5"}
I1210 00:34:19.241749 482007 start.go:139] virtualization:
I1210 00:34:19.245335 482007 out.go:177] * [false-954410] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1210 00:34:19.248705 482007 out.go:177] - MINIKUBE_LOCATION=20062
I1210 00:34:19.248862 482007 notify.go:220] Checking for updates...
I1210 00:34:19.254213 482007 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1210 00:34:19.256816 482007 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20062-295979/kubeconfig
I1210 00:34:19.259383 482007 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20062-295979/.minikube
I1210 00:34:19.262423 482007 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1210 00:34:19.264997 482007 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1210 00:34:19.268579 482007 config.go:182] Loaded profile config "kubernetes-upgrade-090279": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1210 00:34:19.268791 482007 driver.go:394] Setting default libvirt URI to qemu:///system
I1210 00:34:19.290646 482007 docker.go:123] docker version: linux-27.4.0:Docker Engine - Community
I1210 00:34:19.290804 482007 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1210 00:34:19.358846 482007 info.go:266] docker info: {ID:J4M5:W6MX:GOX4:4LAQ:VI7E:VJNF:J3OP:OPBH:GF7G:PPY4:WQWD:7N4L Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:33 OomKillDisable:true NGoroutines:52 SystemTime:2024-12-10 00:34:19.341331364 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1072-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214831104 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-24-2 Labels:[] ExperimentalBuild:false ServerVersion:27.4.0 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:88bf19b2105c8b17560993bee28a01ddc2f97182 Expected:88bf19b2105c8b17560993bee28a01ddc2f97182} RuncCommit:{ID:v1.2.2-0-g7cb3632 Expected:v1.2.2-0-g7cb3632} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-n
f-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.19.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.31.0]] Warnings:<nil>}}
I1210 00:34:19.358955 482007 docker.go:318] overlay module found
I1210 00:34:19.362401 482007 out.go:177] * Using the docker driver based on user configuration
I1210 00:34:19.364712 482007 start.go:297] selected driver: docker
I1210 00:34:19.364731 482007 start.go:901] validating driver "docker" against <nil>
I1210 00:34:19.364746 482007 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1210 00:34:19.368308 482007 out.go:201]
W1210 00:34:19.371280 482007 out.go:270] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1210 00:34:19.373060 482007 out.go:201]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-954410 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-954410
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-954410
>>> host: /etc/nsswitch.conf:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/hosts:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/resolv.conf:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-954410
>>> host: crictl pods:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: crictl containers:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> k8s: describe netcat deployment:
error: context "false-954410" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-954410" does not exist
>>> k8s: netcat logs:
error: context "false-954410" does not exist
>>> k8s: describe coredns deployment:
error: context "false-954410" does not exist
>>> k8s: describe coredns pods:
error: context "false-954410" does not exist
>>> k8s: coredns logs:
error: context "false-954410" does not exist
>>> k8s: describe api server pod(s):
error: context "false-954410" does not exist
>>> k8s: api server logs:
error: context "false-954410" does not exist
>>> host: /etc/cni:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: ip a s:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: ip r s:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: iptables-save:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: iptables table nat:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> k8s: describe kube-proxy daemon set:
error: context "false-954410" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-954410" does not exist
>>> k8s: kube-proxy logs:
error: context "false-954410" does not exist
>>> host: kubelet daemon status:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: kubelet daemon config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> k8s: kubelet logs:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-090279
contexts:
- context:
cluster: kubernetes-upgrade-090279
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: kubernetes-upgrade-090279
name: kubernetes-upgrade-090279
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-090279
user:
client-certificate: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.crt
client-key: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-954410
>>> host: docker daemon status:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: docker daemon config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/docker/daemon.json:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: docker system info:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: cri-docker daemon status:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: cri-docker daemon config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: cri-dockerd version:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: containerd daemon status:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: containerd daemon config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/containerd/config.toml:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: containerd config dump:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: crio daemon status:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: crio daemon config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: /etc/crio:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
>>> host: crio config:
* Profile "false-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-954410"
----------------------- debugLogs end: false-954410 [took: 4.012519611s] --------------------------------
helpers_test.go:175: Cleaning up "false-954410" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-954410
--- PASS: TestNetworkPlugins/group/false (4.37s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-794184 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
E1210 00:36:59.998248 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:37:34.998029 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-794184 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m35.310923586s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (155.31s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-794184 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [214b41f2-ffc3-49ea-a87b-eb4b4c83c6ca] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [214b41f2-ffc3-49ea-a87b-eb4b4c83c6ca] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 11.003727476s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-794184 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (11.64s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-794184 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-794184 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.559441941s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-794184 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.76s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-794184 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-794184 --alsologtostderr -v=3: (12.363194628s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.36s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-683803 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-683803 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (1m9.155306753s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (69.16s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-794184 -n old-k8s-version-794184
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-794184 -n old-k8s-version-794184: exit status 7 (116.534909ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-794184 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.30s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-794184 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-794184 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m9.083131154s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-794184 -n old-k8s-version-794184
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (129.55s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-683803 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [02fda437-9e97-4850-affb-960f0f8b859c] Pending
helpers_test.go:344: "busybox" [02fda437-9e97-4850-affb-960f0f8b859c] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [02fda437-9e97-4850-affb-960f0f8b859c] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 11.004310259s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-683803 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (11.41s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-683803 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-683803 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.018563153s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-683803 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.13s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-683803 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-683803 --alsologtostderr -v=3: (11.997990207s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.00s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-683803 -n no-preload-683803
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-683803 -n no-preload-683803: exit status 7 (83.635258ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-683803 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-683803 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-683803 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m27.158745664s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-683803 -n no-preload-683803
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (267.52s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-x9c6d" [dc3bb644-edf6-4bcb-8a74-ab3279c15d9a] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003970113s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-x9c6d" [dc3bb644-edf6-4bcb-8a74-ab3279c15d9a] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003659072s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-794184 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-794184 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241108-5c6d2daf
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-794184 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-794184 -n old-k8s-version-794184
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-794184 -n old-k8s-version-794184: exit status 2 (345.122467ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-794184 -n old-k8s-version-794184
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-794184 -n old-k8s-version-794184: exit status 2 (332.047558ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-794184 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-794184 -n old-k8s-version-794184
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-794184 -n old-k8s-version-794184
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (3.03s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-330541 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1210 00:41:59.998625 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-330541 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (53.615369013s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (53.62s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-330541 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [f1b1a5a2-6858-44fa-9e57-48e8aaaa2994] Pending
helpers_test.go:344: "busybox" [f1b1a5a2-6858-44fa-9e57-48e8aaaa2994] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [f1b1a5a2-6858-44fa-9e57-48e8aaaa2994] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 11.004306094s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-330541 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (11.34s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-330541 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-330541 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.07s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-330541 --alsologtostderr -v=3
E1210 00:42:34.997694 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-330541 --alsologtostderr -v=3: (11.939306311s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.94s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-330541 -n embed-certs-330541
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-330541 -n embed-certs-330541: exit status 7 (82.382664ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-330541 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-330541 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1210 00:43:25.325645 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.332015 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.343537 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.364916 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.406381 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.487830 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.649348 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:25.970976 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:26.612884 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:27.894338 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:30.455774 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:35.577736 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:43:45.819895 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:44:06.301525 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-330541 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m26.556503444s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-330541 -n embed-certs-330541
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (266.91s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-qmhrv" [79eeaaec-7316-43db-bb00-1c8c721dd92a] Running
E1210 00:44:47.263472 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004786498s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-qmhrv" [79eeaaec-7316-43db-bb00-1c8c721dd92a] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003354452s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-683803 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (6.11s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p no-preload-683803 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241108-5c6d2daf
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-683803 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-683803 -n no-preload-683803
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-683803 -n no-preload-683803: exit status 2 (315.609732ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-683803 -n no-preload-683803
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-683803 -n no-preload-683803: exit status 2 (311.613314ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-683803 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-683803 -n no-preload-683803
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-683803 -n no-preload-683803
--- PASS: TestStartStop/group/no-preload/serial/Pause (2.98s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-009110 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-009110 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (48.934099239s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (48.93s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-009110 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [50d6a0c7-1d64-45fa-b344-96cd87e096eb] Pending
helpers_test.go:344: "busybox" [50d6a0c7-1d64-45fa-b344-96cd87e096eb] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [50d6a0c7-1d64-45fa-b344-96cd87e096eb] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 9.004357714s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-009110 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (9.55s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-009110 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-009110 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.100507473s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-009110 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.21s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-009110 --alsologtostderr -v=3
E1210 00:46:09.185780 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-009110 --alsologtostderr -v=3: (11.97552533s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.98s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110: exit status 7 (80.559056ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-009110 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-009110 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1210 00:46:59.998347 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-009110 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m26.320297352s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (266.70s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-rvdcv" [aa1494e9-00e9-43ce-86ad-2c977ff290b6] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004955747s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-rvdcv" [aa1494e9-00e9-43ce-86ad-2c977ff290b6] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004282229s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-330541 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (6.11s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-330541 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241108-5c6d2daf
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-330541 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-330541 -n embed-certs-330541
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-330541 -n embed-certs-330541: exit status 2 (319.655366ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-330541 -n embed-certs-330541
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-330541 -n embed-certs-330541: exit status 2 (325.177251ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-330541 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-330541 -n embed-certs-330541
E1210 00:47:18.075144 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-330541 -n embed-certs-330541
--- PASS: TestStartStop/group/embed-certs/serial/Pause (2.99s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-042462 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1210 00:47:34.998081 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-042462 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (33.431666677s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (33.43s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-042462 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-042462 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.10674667s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.11s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-042462 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-042462 --alsologtostderr -v=3: (1.330451333s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.33s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-042462 -n newest-cni-042462
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-042462 -n newest-cni-042462: exit status 7 (73.524406ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-042462 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-042462 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-042462 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (17.159688056s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-042462 -n newest-cni-042462
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (17.61s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-042462 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241108-5c6d2daf
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-042462 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-042462 -n newest-cni-042462
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-042462 -n newest-cni-042462: exit status 2 (326.395117ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-042462 -n newest-cni-042462
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-042462 -n newest-cni-042462: exit status 2 (331.085544ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-042462 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-042462 -n newest-cni-042462
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-042462 -n newest-cni-042462
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.06s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1210 00:48:25.325552 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:48:53.027272 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (50.609281564s)
--- PASS: TestNetworkPlugins/group/auto/Start (50.61s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-954410 "pgrep -a kubelet"
I1210 00:49:11.808763 301498 config.go:182] Loaded profile config "auto-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-w8hwt" [a34158f6-f60c-4d02-a88f-2f9ebd7536e0] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-w8hwt" [a34158f6-f60c-4d02-a88f-2f9ebd7536e0] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.003574267s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.29s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.22s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
E1210 00:49:50.924336 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:50.930811 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:50.942588 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:50.963981 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:51.005375 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:51.086940 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:51.248851 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:51.570162 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:52.212217 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:53.493981 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:49:56.055851 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:50:01.177876 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:50:11.419943 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:50:31.901151 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (54.441645982s)
--- PASS: TestNetworkPlugins/group/flannel/Start (54.44s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-dlzcj" [a5075ff7-deb6-41af-baa2-a21f0488fa02] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.00378583s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-gzzjx" [ed705d3f-a851-4ed8-ad1e-cfe01ef6d614] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.005353606s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-954410 "pgrep -a kubelet"
I1210 00:50:44.484026 301498 config.go:182] Loaded profile config "flannel-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-jw4zq" [37c923a1-2518-4d9f-b161-4b00571ef63d] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-jw4zq" [37c923a1-2518-4d9f-b161-4b00571ef63d] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.003579736s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-gzzjx" [ed705d3f-a851-4ed8-ad1e-cfe01ef6d614] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003812176s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-009110 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-009110 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241108-5c6d2daf
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-009110 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110: exit status 2 (323.604865ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110: exit status 2 (311.257958ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-009110 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-009110 -n default-k8s-diff-port-009110
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.01s)
E1210 00:55:18.633673 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:34.014895 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/auto-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.197076 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.203483 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.215626 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.237124 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.278563 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.360038 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.521635 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:38.843577 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:39.485553 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:40.766998 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:43.329337 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.22s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.25s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.26s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E1210 00:51:12.869269 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m11.368121716s)
--- PASS: TestNetworkPlugins/group/calico/Start (71.37s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
E1210 00:51:43.096522 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:51:59.998569 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/functional-420878/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m4.323180885s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (64.32s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-k8p44" [5cd68f7a-ba66-45e1-ab36-a9259f1903d3] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.004062766s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-954410 "pgrep -a kubelet"
I1210 00:52:15.568344 301498 config.go:182] Loaded profile config "calico-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-lv7md" [62ff31f9-d073-4a6e-b6da-0edf7835f601] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-lv7md" [62ff31f9-d073-4a6e-b6da-0edf7835f601] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 10.004476042s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (10.25s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-954410 "pgrep -a kubelet"
I1210 00:52:25.313190 301498 config.go:182] Loaded profile config "custom-flannel-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-rfsj5" [b741cc1f-d7f6-461e-8190-14331839b442] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-rfsj5" [b741cc1f-d7f6-461e-8190-14331839b442] Running
E1210 00:52:34.791579 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/no-preload-683803/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:52:34.997724 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/addons-824584/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 11.007384162s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (11.30s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.22s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.28s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.23s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.28s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m0.995266011s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (61.00s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1210 00:53:25.324832 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/old-k8s-version-794184/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m15.241984374s)
--- PASS: TestNetworkPlugins/group/bridge/Start (75.24s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-f7mmn" [5595de8d-c94d-4b1f-8a2f-233c0ffded88] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.004201187s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-954410 "pgrep -a kubelet"
I1210 00:53:57.215613 301498 config.go:182] Loaded profile config "kindnet-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-blppv" [7c978849-9f88-4ddb-a01a-d94b7417105a] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-blppv" [7c978849-9f88-4ddb-a01a-d94b7417105a] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 11.004493149s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (11.29s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.18s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.14s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-954410 "pgrep -a kubelet"
I1210 00:54:18.917328 301498 config.go:182] Loaded profile config "bridge-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.42s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-jfk6x" [d9020f22-ef58-4730-ba94-f1f9fd165400] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1210 00:54:22.329188 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/auto-954410/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-jfk6x" [d9020f22-ef58-4730-ba94-f1f9fd165400] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 12.004286263s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (12.39s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-954410 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m14.57280004s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (74.57s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.26s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.23s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-954410 "pgrep -a kubelet"
I1210 00:55:45.512676 301498 config.go:182] Loaded profile config "enable-default-cni-954410": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-954410 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-kfv8z" [1274dcad-0371-4833-9280-d2ca19f7c2de] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1210 00:55:48.451191 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/flannel-954410/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-kfv8z" [1274dcad-0371-4833-9280-d2ca19f7c2de] Running
E1210 00:55:50.895096 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:50.901565 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:50.913018 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:50.934792 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:50.976274 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:51.057692 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:51.219275 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:51.540913 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:52.183043 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
E1210 00:55:53.465275 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.005058967s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.27s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-954410 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.17s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
E1210 00:55:56.026861 301498 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/default-k8s-diff-port-009110/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-954410 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.15s)
=== RUN TestDownloadOnly/v1.20.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.20.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.20.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.20.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.20.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.20.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.31.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.31.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.31.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.31.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.31.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.31.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-272848 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-272848" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-272848
--- SKIP: TestDownloadOnlyKic (0.51s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/Volcano
addons_test.go:789: skipping: crio not supported
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-824584 addons disable volcano --alsologtostderr -v=1
--- SKIP: TestAddons/serial/Volcano (0.31s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:698: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:422: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:972: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1787: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:463: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:550: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-572810" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-572810
--- SKIP: TestStartStop/group/disable-driver-mounts (0.18s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:629:
----------------------- debugLogs start: kubenet-954410 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-954410
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-954410
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/hosts:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/resolv.conf:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-954410
>>> host: crictl pods:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: crictl containers:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> k8s: describe netcat deployment:
error: context "kubenet-954410" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-954410" does not exist
>>> k8s: netcat logs:
error: context "kubenet-954410" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-954410" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-954410" does not exist
>>> k8s: coredns logs:
error: context "kubenet-954410" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-954410" does not exist
>>> k8s: api server logs:
error: context "kubenet-954410" does not exist
>>> host: /etc/cni:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: ip a s:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: ip r s:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: iptables-save:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: iptables table nat:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-954410" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-954410" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-954410" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: kubelet daemon config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> k8s: kubelet logs:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-090279
contexts:
- context:
cluster: kubernetes-upgrade-090279
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: kubernetes-upgrade-090279
name: kubernetes-upgrade-090279
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-090279
user:
client-certificate: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.crt
client-key: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-954410
>>> host: docker daemon status:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: docker daemon config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: docker system info:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: cri-docker daemon status:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: cri-docker daemon config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: cri-dockerd version:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: containerd daemon status:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: containerd daemon config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: containerd config dump:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: crio daemon status:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: crio daemon config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: /etc/crio:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
>>> host: crio config:
* Profile "kubenet-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-954410"
----------------------- debugLogs end: kubenet-954410 [took: 3.486653076s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-954410" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-954410
--- SKIP: TestNetworkPlugins/group/kubenet (3.65s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:629:
----------------------- debugLogs start: cilium-954410 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-954410
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-954410
>>> host: /etc/nsswitch.conf:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/hosts:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/resolv.conf:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-954410
>>> host: crictl pods:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: crictl containers:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> k8s: describe netcat deployment:
error: context "cilium-954410" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-954410" does not exist
>>> k8s: netcat logs:
error: context "cilium-954410" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-954410" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-954410" does not exist
>>> k8s: coredns logs:
error: context "cilium-954410" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-954410" does not exist
>>> k8s: api server logs:
error: context "cilium-954410" does not exist
>>> host: /etc/cni:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: ip a s:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: ip r s:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: iptables-save:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: iptables table nat:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-954410
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-954410
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-954410" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-954410" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-954410
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-954410
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-954410" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-954410" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-954410" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-954410" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-954410" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: kubelet daemon config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> k8s: kubelet logs:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/20062-295979/.minikube/ca.crt
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.76.2:8443
name: kubernetes-upgrade-090279
contexts:
- context:
cluster: kubernetes-upgrade-090279
extensions:
- extension:
last-update: Tue, 10 Dec 2024 00:34:05 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: kubernetes-upgrade-090279
name: kubernetes-upgrade-090279
current-context: ""
kind: Config
preferences: {}
users:
- name: kubernetes-upgrade-090279
user:
client-certificate: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.crt
client-key: /home/jenkins/minikube-integration/20062-295979/.minikube/profiles/kubernetes-upgrade-090279/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-954410
>>> host: docker daemon status:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: docker daemon config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: docker system info:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: cri-docker daemon status:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: cri-docker daemon config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: cri-dockerd version:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: containerd daemon status:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: containerd daemon config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: containerd config dump:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: crio daemon status:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: crio daemon config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: /etc/crio:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
>>> host: crio config:
* Profile "cilium-954410" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-954410"
----------------------- debugLogs end: cilium-954410 [took: 5.131881099s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-954410" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-954410
--- SKIP: TestNetworkPlugins/group/cilium (5.38s)