9b6a7d882f95daeab36015d5b0633b1bcea3cc50:2024-10-28:36842
| Order | failed test | Duration |
|---|---|---|
| 36 | TestAddons/parallel/Ingress | 150.1 |
| 38 | TestAddons/parallel/MetricsServer | 363.37 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-378487 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-378487 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-378487 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [48105c48-7ec4-4e9a-a16f-1e605874b5ca] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [48105c48-7ec4-4e9a-a16f-1e605874b5ca] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 7.003896226s
I1028 11:42:19.340075 708311 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-378487 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m11.01827496s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-378487 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-378487
helpers_test.go:235: (dbg) docker inspect addons-378487:
-- stdout --
[
{
"Id": "db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc",
"Created": "2024-10-28T11:38:31.793530149Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 710336,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T11:38:31.903477025Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:05bcd996665116a573f1bc98d7e2b0a5da287feef26d621bbd294f87ee72c630",
"ResolvConfPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/hostname",
"HostsPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/hosts",
"LogPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc-json.log",
"Name": "/addons-378487",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-378487:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-378487",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d-init/diff:/var/lib/docker/overlay2/8ba886759399d3be52d05b707ad799af9cd7dd91ca5370e2078122c0271240f7/diff",
"MergedDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/merged",
"UpperDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/diff",
"WorkDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-378487",
"Source": "/var/lib/docker/volumes/addons-378487/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-378487",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-378487",
"name.minikube.sigs.k8s.io": "addons-378487",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "368b8ccaf03830d528ff51fbe66bd0a2bad3bd8e592723505347898f3d508f48",
"SandboxKey": "/var/run/docker/netns/368b8ccaf038",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32888"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32889"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32892"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32890"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32891"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-378487": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "289e3ef7b13432ecf72ab0825f8b15d90fe6c34273a8ee7fc29054468a98df3f",
"EndpointID": "2312b2fed18b1b55c94da54c3ce8f2c8d9a098b7555a147cd5d2eb5655aaf6eb",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-378487",
"db072604ba80"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-378487 -n addons-378487
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 logs -n 25: (1.182342996s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-906626 | download-only-906626 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| start | --download-only -p | download-docker-791266 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | download-docker-791266 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-791266 | download-docker-791266 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| start | --download-only -p | binary-mirror-659524 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | binary-mirror-659524 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:40819 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-659524 | binary-mirror-659524 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| addons | enable dashboard -p | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | addons-378487 | | | | | |
| addons | disable dashboard -p | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | addons-378487 | | | | | |
| start | -p addons-378487 --wait=true | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:41 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | -p addons-378487 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-378487 ssh cat | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | /opt/local-path-provisioner/pvc-a24162cf-671c-4cbd-af36-fe17ca514935_default_test-pvc/file1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-378487 ip | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-378487 ssh curl -s | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-378487 ip | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:44 UTC | 28 Oct 24 11:44 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:38:07
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:38:07.951442 709587 out.go:345] Setting OutFile to fd 1 ...
I1028 11:38:07.951564 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:07.951573 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:38:07.951578 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:07.951742 709587 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:38:07.952364 709587 out.go:352] Setting JSON to false
I1028 11:38:07.953276 709587 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":55237,"bootTime":1730060251,"procs":202,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:38:07.953385 709587 start.go:139] virtualization: kvm guest
I1028 11:38:07.955380 709587 out.go:177] * [addons-378487] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:38:07.956980 709587 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:38:07.956971 709587 notify.go:220] Checking for updates...
I1028 11:38:07.958191 709587 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:38:07.959706 709587 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:38:07.961030 709587 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:38:07.962303 709587 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:38:07.963550 709587 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:38:07.965295 709587 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:38:07.987387 709587 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:38:07.987519 709587 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:08.035813 709587 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:38:08.027069612 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:08.035922 709587 docker.go:318] overlay module found
I1028 11:38:08.037781 709587 out.go:177] * Using the docker driver based on user configuration
I1028 11:38:08.038936 709587 start.go:297] selected driver: docker
I1028 11:38:08.038949 709587 start.go:901] validating driver "docker" against <nil>
I1028 11:38:08.038960 709587 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:38:08.039736 709587 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:08.083011 709587 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:38:08.07410421 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:08.083188 709587 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:38:08.083455 709587 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:38:08.085426 709587 out.go:177] * Using Docker driver with root privileges
I1028 11:38:08.086714 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:08.086793 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:08.086808 709587 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:38:08.086899 709587 start.go:340] cluster config:
{Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:38:08.088223 709587 out.go:177] * Starting "addons-378487" primary control-plane node in "addons-378487" cluster
I1028 11:38:08.089365 709587 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:38:08.090679 709587 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:38:08.091820 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:08.091859 709587 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 11:38:08.091865 709587 cache.go:56] Caching tarball of preloaded images
I1028 11:38:08.091898 709587 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:38:08.091971 709587 preload.go:172] Found /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:38:08.091983 709587 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:38:08.092308 709587 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json ...
I1028 11:38:08.092336 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json: {Name:mka6f634a1bbd241709959efb0de733d4ffd7cc6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:08.108669 709587 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:38:08.108799 709587 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:38:08.108821 709587 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 11:38:08.108827 709587 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 11:38:08.108840 709587 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 11:38:08.108850 709587 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from local cache
I1028 11:38:20.040629 709587 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from cached tarball
I1028 11:38:20.040683 709587 cache.go:194] Successfully downloaded all kic artifacts
I1028 11:38:20.040727 709587 start.go:360] acquireMachinesLock for addons-378487: {Name:mka885612dd631f801ea481d89d5db020b86f28c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:38:20.040842 709587 start.go:364] duration metric: took 89.322µs to acquireMachinesLock for "addons-378487"
I1028 11:38:20.040869 709587 start.go:93] Provisioning new machine with config: &{Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:38:20.040969 709587 start.go:125] createHost starting for "" (driver="docker")
I1028 11:38:20.042828 709587 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 11:38:20.043114 709587 start.go:159] libmachine.API.Create for "addons-378487" (driver="docker")
I1028 11:38:20.043152 709587 client.go:168] LocalClient.Create starting
I1028 11:38:20.043378 709587 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem
I1028 11:38:20.282992 709587 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem
I1028 11:38:20.434011 709587 cli_runner.go:164] Run: docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 11:38:20.449123 709587 cli_runner.go:211] docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 11:38:20.449200 709587 network_create.go:284] running [docker network inspect addons-378487] to gather additional debugging logs...
I1028 11:38:20.449228 709587 cli_runner.go:164] Run: docker network inspect addons-378487
W1028 11:38:20.464495 709587 cli_runner.go:211] docker network inspect addons-378487 returned with exit code 1
I1028 11:38:20.464538 709587 network_create.go:287] error running [docker network inspect addons-378487]: docker network inspect addons-378487: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-378487 not found
I1028 11:38:20.464567 709587 network_create.go:289] output of [docker network inspect addons-378487]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-378487 not found
** /stderr **
I1028 11:38:20.464676 709587 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:38:20.480681 709587 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001c86910}
I1028 11:38:20.480729 709587 network_create.go:124] attempt to create docker network addons-378487 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 11:38:20.480776 709587 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-378487 addons-378487
I1028 11:38:20.544834 709587 network_create.go:108] docker network addons-378487 192.168.49.0/24 created
I1028 11:38:20.544871 709587 kic.go:121] calculated static IP "192.168.49.2" for the "addons-378487" container
I1028 11:38:20.544956 709587 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 11:38:20.560458 709587 cli_runner.go:164] Run: docker volume create addons-378487 --label name.minikube.sigs.k8s.io=addons-378487 --label created_by.minikube.sigs.k8s.io=true
I1028 11:38:20.576981 709587 oci.go:103] Successfully created a docker volume addons-378487
I1028 11:38:20.577085 709587 cli_runner.go:164] Run: docker run --rm --name addons-378487-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --entrypoint /usr/bin/test -v addons-378487:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib
I1028 11:38:27.256533 709587 cli_runner.go:217] Completed: docker run --rm --name addons-378487-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --entrypoint /usr/bin/test -v addons-378487:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib: (6.679405235s)
I1028 11:38:27.256578 709587 oci.go:107] Successfully prepared a docker volume addons-378487
I1028 11:38:27.256615 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:27.256641 709587 kic.go:194] Starting extracting preloaded images to volume ...
I1028 11:38:27.256707 709587 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-378487:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir
I1028 11:38:31.732192 709587 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-378487:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir: (4.475427991s)
I1028 11:38:31.732232 709587 kic.go:203] duration metric: took 4.475587039s to extract preloaded images to volume ...
W1028 11:38:31.732385 709587 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 11:38:31.732504 709587 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 11:38:31.778614 709587 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-378487 --name addons-378487 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-378487 --network addons-378487 --ip 192.168.49.2 --volume addons-378487:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e
I1028 11:38:32.075460 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Running}}
I1028 11:38:32.092788 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.113629 709587 cli_runner.go:164] Run: docker exec addons-378487 stat /var/lib/dpkg/alternatives/iptables
I1028 11:38:32.155994 709587 oci.go:144] the created container "addons-378487" has a running status.
I1028 11:38:32.156042 709587 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa...
I1028 11:38:32.222622 709587 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 11:38:32.244326 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.262549 709587 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 11:38:32.262571 709587 kic_runner.go:114] Args: [docker exec --privileged addons-378487 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 11:38:32.303475 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.321121 709587 machine.go:93] provisionDockerMachine start ...
I1028 11:38:32.321221 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:32.343184 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:32.343382 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:32.343394 709587 main.go:141] libmachine: About to run SSH command:
hostname
I1028 11:38:32.344104 709587 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:40804->127.0.0.1:32888: read: connection reset by peer
I1028 11:38:35.464366 709587 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-378487
I1028 11:38:35.464398 709587 ubuntu.go:169] provisioning hostname "addons-378487"
I1028 11:38:35.464478 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.482160 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:35.482356 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:35.482371 709587 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-378487 && echo "addons-378487" | sudo tee /etc/hostname
I1028 11:38:35.612470 709587 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-378487
I1028 11:38:35.612579 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.629572 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:35.629771 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:35.629791 709587 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-378487' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-378487/g' /etc/hosts;
else
echo '127.0.1.1 addons-378487' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:38:35.748665 709587 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:38:35.748697 709587 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19875-701543/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-701543/.minikube}
I1028 11:38:35.748745 709587 ubuntu.go:177] setting up certificates
I1028 11:38:35.748766 709587 provision.go:84] configureAuth start
I1028 11:38:35.748833 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:35.765780 709587 provision.go:143] copyHostCerts
I1028 11:38:35.765874 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/ca.pem (1078 bytes)
I1028 11:38:35.766012 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/cert.pem (1123 bytes)
I1028 11:38:35.766131 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/key.pem (1675 bytes)
I1028 11:38:35.766209 709587 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem org=jenkins.addons-378487 san=[127.0.0.1 192.168.49.2 addons-378487 localhost minikube]
I1028 11:38:35.959460 709587 provision.go:177] copyRemoteCerts
I1028 11:38:35.959536 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:38:35.959586 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.977157 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.065059 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 11:38:36.086684 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:38:36.108202 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 11:38:36.129791 709587 provision.go:87] duration metric: took 381.00581ms to configureAuth
I1028 11:38:36.129821 709587 ubuntu.go:193] setting minikube options for container-runtime
I1028 11:38:36.129996 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:36.130111 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.147359 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:36.147540 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:36.147556 709587 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:38:36.353276 709587 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:38:36.353306 709587 machine.go:96] duration metric: took 4.032157748s to provisionDockerMachine
I1028 11:38:36.353319 709587 client.go:171] duration metric: took 16.310160146s to LocalClient.Create
I1028 11:38:36.353342 709587 start.go:167] duration metric: took 16.310226873s to libmachine.API.Create "addons-378487"
I1028 11:38:36.353351 709587 start.go:293] postStartSetup for "addons-378487" (driver="docker")
I1028 11:38:36.353364 709587 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:38:36.353428 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:38:36.353480 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.370295 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.457826 709587 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:38:36.460922 709587 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 11:38:36.460951 709587 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 11:38:36.460959 709587 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 11:38:36.460968 709587 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 11:38:36.460980 709587 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-701543/.minikube/addons for local assets ...
I1028 11:38:36.461051 709587 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-701543/.minikube/files for local assets ...
I1028 11:38:36.461096 709587 start.go:296] duration metric: took 107.736456ms for postStartSetup
I1028 11:38:36.461463 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:36.478324 709587 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json ...
I1028 11:38:36.478649 709587 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:38:36.478701 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.495314 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.577443 709587 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 11:38:36.581651 709587 start.go:128] duration metric: took 16.540663367s to createHost
I1028 11:38:36.581680 709587 start.go:83] releasing machines lock for "addons-378487", held for 16.540825691s
I1028 11:38:36.581750 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:36.598496 709587 ssh_runner.go:195] Run: cat /version.json
I1028 11:38:36.598564 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.598619 709587 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:38:36.598704 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.615874 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.616328 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.777648 709587 ssh_runner.go:195] Run: systemctl --version
I1028 11:38:36.781699 709587 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:38:36.919514 709587 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 11:38:36.923839 709587 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:38:36.942132 709587 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 11:38:36.942222 709587 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:38:36.970485 709587 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 11:38:36.970507 709587 start.go:495] detecting cgroup driver to use...
I1028 11:38:36.970541 709587 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 11:38:36.970582 709587 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:38:36.984159 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:38:36.994445 709587 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:38:36.994498 709587 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:38:37.007327 709587 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:38:37.021061 709587 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:38:37.102116 709587 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:38:37.183190 709587 docker.go:233] disabling docker service ...
I1028 11:38:37.183254 709587 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:38:37.200680 709587 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:38:37.210949 709587 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:38:37.291153 709587 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:38:37.372198 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:38:37.382734 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:38:37.397440 709587 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:38:37.397509 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.406075 709587 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:38:37.406144 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.414778 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.423381 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.432247 709587 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:38:37.440832 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.449699 709587 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.463893 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.472300 709587 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:38:37.479519 709587 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:38:37.487026 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:37.562011 709587 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:38:37.667154 709587 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:38:37.667245 709587 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:38:37.670751 709587 start.go:563] Will wait 60s for crictl version
I1028 11:38:37.670802 709587 ssh_runner.go:195] Run: which crictl
I1028 11:38:37.674241 709587 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:38:37.706348 709587 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 11:38:37.706508 709587 ssh_runner.go:195] Run: crio --version
I1028 11:38:37.740190 709587 ssh_runner.go:195] Run: crio --version
I1028 11:38:37.775400 709587 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 11:38:37.776824 709587 cli_runner.go:164] Run: docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:38:37.793619 709587 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 11:38:37.797611 709587 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:38:37.808015 709587 kubeadm.go:883] updating cluster {Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:38:37.808161 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:37.808213 709587 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:38:37.873973 709587 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:38:37.874009 709587 crio.go:433] Images already preloaded, skipping extraction
I1028 11:38:37.874065 709587 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:38:37.906589 709587 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:38:37.906613 709587 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:38:37.906621 709587 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 11:38:37.906702 709587 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-378487 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:38:37.906762 709587 ssh_runner.go:195] Run: crio config
I1028 11:38:37.947070 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:37.947094 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:37.947105 709587 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:38:37.947130 709587 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-378487 NodeName:addons-378487 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:38:37.947274 709587 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-378487"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:38:37.947345 709587 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:38:37.956540 709587 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:38:37.956628 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 11:38:37.964534 709587 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 11:38:37.980753 709587 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:38:37.997535 709587 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 11:38:38.013598 709587 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 11:38:38.016594 709587 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:38:38.025915 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:38.100111 709587 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:38:38.112761 709587 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487 for IP: 192.168.49.2
I1028 11:38:38.112791 709587 certs.go:194] generating shared ca certs ...
I1028 11:38:38.112811 709587 certs.go:226] acquiring lock for ca certs: {Name:mk55652b59840edb3b5ed183463f3ed3f0fe6a31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.112961 709587 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key
I1028 11:38:38.305045 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt ...
I1028 11:38:38.305080 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt: {Name:mka48c02c7d1d074e8f5cca09fdd82ce8ff1ce15 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.305291 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key ...
I1028 11:38:38.305306 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key: {Name:mk464a2a0603425e7fa979c1e0efad653137d57c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.305436 709587 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key
I1028 11:38:38.473875 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt ...
I1028 11:38:38.473908 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt: {Name:mk8b847f68203b9d58303c22f4ad0a693fb2b244 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.474098 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key ...
I1028 11:38:38.474113 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key: {Name:mk82ad4a00bc58131d930a98d9132f7c6431eb84 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.474219 709587 certs.go:256] generating profile certs ...
I1028 11:38:38.474284 709587 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key
I1028 11:38:38.474299 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt with IP's: []
I1028 11:38:38.580327 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt ...
I1028 11:38:38.580359 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: {Name:mkb3daa21d0a9553befb87652a032fa314402721 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.580556 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key ...
I1028 11:38:38.580586 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key: {Name:mk5aa7845619f98cab9e7409b31330e5ad67433d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.580693 709587 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d
I1028 11:38:38.580713 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 11:38:38.757175 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d ...
I1028 11:38:38.757208 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d: {Name:mkdacc7b34d4bf5a49ac0dae89b5c2e67a38f934 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.757403 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d ...
I1028 11:38:38.757421 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d: {Name:mk32a445e7cab250fd98bba102ab6d608b2796c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.757525 709587 certs.go:381] copying /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d -> /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt
I1028 11:38:38.757605 709587 certs.go:385] copying /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d -> /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key
I1028 11:38:38.757651 709587 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key
I1028 11:38:38.757668 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt with IP's: []
I1028 11:38:38.844906 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt ...
I1028 11:38:38.844946 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt: {Name:mkc75ac178571cf29b0996215e6293257d7178c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.845189 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key ...
I1028 11:38:38.845213 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key: {Name:mk39cb122ffa7010f4efced8d936861784c2beec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.845453 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:38:38.845496 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem (1078 bytes)
I1028 11:38:38.845526 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem (1123 bytes)
I1028 11:38:38.845554 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem (1675 bytes)
I1028 11:38:38.846163 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:38:38.869323 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 11:38:38.891183 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:38:38.912670 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:38:38.935990 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 11:38:38.958222 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 11:38:38.979683 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:38:39.001209 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 11:38:39.022951 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:38:39.044144 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:38:39.059680 709587 ssh_runner.go:195] Run: openssl version
I1028 11:38:39.064874 709587 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:38:39.073303 709587 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.076545 709587 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:38 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.076603 709587 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.082544 709587 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:38:39.091343 709587 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:38:39.094370 709587 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:38:39.094416 709587 kubeadm.go:392] StartCluster: {Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:38:39.094483 709587 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:38:39.094540 709587 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:38:39.128308 709587 cri.go:89] found id: ""
I1028 11:38:39.128380 709587 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:38:39.136781 709587 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:38:39.144813 709587 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 11:38:39.144925 709587 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:38:39.152484 709587 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:38:39.152503 709587 kubeadm.go:157] found existing configuration files:
I1028 11:38:39.152537 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:38:39.160064 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:38:39.160115 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:38:39.167670 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:38:39.175485 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:38:39.175535 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:38:39.183060 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:38:39.191339 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:38:39.191408 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:38:39.199272 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:38:39.207799 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:38:39.207849 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:38:39.215417 709587 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 11:38:39.250557 709587 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:38:39.250621 709587 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:38:39.266546 709587 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 11:38:39.266645 709587 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-gcp[0m
I1028 11:38:39.266700 709587 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 11:38:39.266771 709587 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 11:38:39.266849 709587 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 11:38:39.266917 709587 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 11:38:39.266991 709587 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 11:38:39.267073 709587 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 11:38:39.267145 709587 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 11:38:39.267207 709587 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 11:38:39.267274 709587 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 11:38:39.267363 709587 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 11:38:39.317575 709587 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:38:39.317706 709587 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:38:39.317852 709587 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:38:39.325094 709587 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:38:39.327882 709587 out.go:235] - Generating certificates and keys ...
I1028 11:38:39.327965 709587 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:38:39.328023 709587 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:38:39.536166 709587 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:38:39.729327 709587 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:38:39.845415 709587 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:38:39.903203 709587 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:38:40.167763 709587 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:38:40.167887 709587 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-378487 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:38:40.286914 709587 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:38:40.287099 709587 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-378487 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:38:40.550611 709587 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:38:40.649443 709587 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:38:40.746092 709587 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:38:40.746164 709587 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:38:41.013708 709587 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:38:41.334828 709587 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:38:41.414499 709587 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:38:41.757786 709587 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:38:42.098422 709587 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:38:42.098917 709587 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:38:42.101357 709587 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:38:42.103439 709587 out.go:235] - Booting up control plane ...
I1028 11:38:42.103560 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:38:42.103670 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:38:42.104294 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:38:42.113245 709587 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:38:42.118735 709587 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:38:42.118800 709587 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:38:42.206385 709587 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:38:42.206544 709587 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:38:43.208289 709587 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001981773s
I1028 11:38:43.208440 709587 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:38:47.209543 709587 kubeadm.go:310] [api-check] The API server is healthy after 4.001310703s
I1028 11:38:47.220841 709587 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:38:47.230462 709587 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:38:47.247547 709587 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:38:47.247796 709587 kubeadm.go:310] [mark-control-plane] Marking the node addons-378487 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:38:47.255609 709587 kubeadm.go:310] [bootstrap-token] Using token: i9uz2i.gno6w1ts27jzffqe
I1028 11:38:47.257588 709587 out.go:235] - Configuring RBAC rules ...
I1028 11:38:47.257740 709587 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:38:47.260935 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:38:47.266249 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:38:47.268729 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:38:47.271125 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:38:47.274468 709587 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:38:47.615689 709587 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:38:48.034116 709587 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:38:48.615824 709587 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:38:48.616828 709587 kubeadm.go:310]
I1028 11:38:48.616899 709587 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:38:48.616910 709587 kubeadm.go:310]
I1028 11:38:48.616987 709587 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:38:48.617006 709587 kubeadm.go:310]
I1028 11:38:48.617053 709587 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:38:48.617123 709587 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:38:48.617166 709587 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:38:48.617172 709587 kubeadm.go:310]
I1028 11:38:48.617213 709587 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:38:48.617245 709587 kubeadm.go:310]
I1028 11:38:48.617329 709587 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:38:48.617341 709587 kubeadm.go:310]
I1028 11:38:48.617412 709587 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:38:48.617501 709587 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:38:48.617581 709587 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:38:48.617595 709587 kubeadm.go:310]
I1028 11:38:48.617702 709587 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:38:48.617809 709587 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:38:48.617817 709587 kubeadm.go:310]
I1028 11:38:48.617888 709587 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token i9uz2i.gno6w1ts27jzffqe \
I1028 11:38:48.617983 709587 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b0009b74d9fb85227079200c808995af2e019a91c0b973f2e59b8b93af6d106 \
I1028 11:38:48.618003 709587 kubeadm.go:310] --control-plane
I1028 11:38:48.618009 709587 kubeadm.go:310]
I1028 11:38:48.618084 709587 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:38:48.618091 709587 kubeadm.go:310]
I1028 11:38:48.618170 709587 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token i9uz2i.gno6w1ts27jzffqe \
I1028 11:38:48.618273 709587 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b0009b74d9fb85227079200c808995af2e019a91c0b973f2e59b8b93af6d106
I1028 11:38:48.620526 709587 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-gcp\n", err: exit status 1
I1028 11:38:48.620705 709587 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:38:48.620742 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:48.620754 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:48.622829 709587 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:38:48.624281 709587 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:38:48.628259 709587 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:38:48.628282 709587 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:38:48.644539 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:38:48.833565 709587 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:38:48.833641 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:48.833682 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-378487 minikube.k8s.io/updated_at=2024_10_28T11_38_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=addons-378487 minikube.k8s.io/primary=true
I1028 11:38:48.902339 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:48.902350 709587 ops.go:34] apiserver oom_adj: -16
I1028 11:38:49.402581 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:49.903347 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:50.402868 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:50.902663 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:51.402894 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:51.902399 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.403223 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.903321 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.967926 709587 kubeadm.go:1113] duration metric: took 4.134347785s to wait for elevateKubeSystemPrivileges
I1028 11:38:52.967968 709587 kubeadm.go:394] duration metric: took 13.87355703s to StartCluster
I1028 11:38:52.967989 709587 settings.go:142] acquiring lock: {Name:mk565ea784b73011b75ae947421d9661a011ef59 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:52.968137 709587 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:38:52.968548 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/kubeconfig: {Name:mka7f9b92b854783b66a065cb2a9a3dfed9d453a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:52.968815 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:38:52.968832 709587 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:38:52.968878 709587 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 11:38:52.969008 709587 addons.go:69] Setting yakd=true in profile "addons-378487"
I1028 11:38:52.969029 709587 addons.go:234] Setting addon yakd=true in "addons-378487"
I1028 11:38:52.969067 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969082 709587 addons.go:69] Setting metrics-server=true in profile "addons-378487"
I1028 11:38:52.969097 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:52.969102 709587 addons.go:234] Setting addon metrics-server=true in "addons-378487"
I1028 11:38:52.969104 709587 addons.go:69] Setting volcano=true in profile "addons-378487"
I1028 11:38:52.969134 709587 addons.go:234] Setting addon volcano=true in "addons-378487"
I1028 11:38:52.969136 709587 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-378487"
I1028 11:38:52.969144 709587 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-378487"
I1028 11:38:52.969154 709587 addons.go:69] Setting registry=true in profile "addons-378487"
I1028 11:38:52.969166 709587 addons.go:69] Setting default-storageclass=true in profile "addons-378487"
I1028 11:38:52.969172 709587 addons.go:234] Setting addon registry=true in "addons-378487"
I1028 11:38:52.969162 709587 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-378487"
I1028 11:38:52.969202 709587 addons.go:69] Setting ingress=true in profile "addons-378487"
I1028 11:38:52.969218 709587 addons.go:234] Setting addon ingress=true in "addons-378487"
I1028 11:38:52.969216 709587 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-378487"
I1028 11:38:52.969246 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969068 709587 addons.go:69] Setting storage-provisioner=true in profile "addons-378487"
I1028 11:38:52.969278 709587 addons.go:234] Setting addon storage-provisioner=true in "addons-378487"
I1028 11:38:52.969140 709587 addons.go:69] Setting volumesnapshots=true in profile "addons-378487"
I1028 11:38:52.969297 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969303 709587 addons.go:234] Setting addon volumesnapshots=true in "addons-378487"
I1028 11:38:52.969340 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969136 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969203 709587 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-378487"
I1028 11:38:52.969588 709587 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-378487"
I1028 11:38:52.969615 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969653 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969664 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969728 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969757 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969799 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969826 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.970078 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969091 709587 addons.go:69] Setting inspektor-gadget=true in profile "addons-378487"
I1028 11:38:52.969157 709587 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-378487"
I1028 11:38:52.969184 709587 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-378487"
I1028 11:38:52.970212 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970248 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970668 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.970715 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969188 709587 addons.go:69] Setting cloud-spanner=true in profile "addons-378487"
I1028 11:38:52.970953 709587 addons.go:234] Setting addon cloud-spanner=true in "addons-378487"
I1028 11:38:52.970986 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.971458 709587 out.go:177] * Verifying Kubernetes components...
I1028 11:38:52.971565 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969177 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970175 709587 addons.go:234] Setting addon inspektor-gadget=true in "addons-378487"
I1028 11:38:52.972258 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.972734 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.972921 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.973048 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:52.969203 709587 addons.go:69] Setting ingress-dns=true in profile "addons-378487"
I1028 11:38:52.973267 709587 addons.go:234] Setting addon ingress-dns=true in "addons-378487"
I1028 11:38:52.973350 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969192 709587 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-378487"
I1028 11:38:52.973762 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.973942 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969196 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.979147 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969194 709587 addons.go:69] Setting gcp-auth=true in profile "addons-378487"
I1028 11:38:52.979472 709587 mustload.go:65] Loading cluster: addons-378487
I1028 11:38:52.979721 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:52.980067 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.016089 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 11:38:53.017726 709587 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 11:38:53.019124 709587 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 11:38:53.019196 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 11:38:53.019209 709587 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 11:38:53.019271 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.019576 709587 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-378487"
I1028 11:38:53.019629 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.020142 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.020710 709587 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 11:38:53.020732 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 11:38:53.020784 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.025222 709587 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:38:53.026730 709587 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:38:53.026758 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:38:53.026822 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.028191 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 11:38:53.029624 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 11:38:53.032591 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 11:38:53.032651 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 11:38:53.033936 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:38:53.033986 709587 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 11:38:53.035260 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:38:53.036689 709587 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:38:53.036710 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 11:38:53.036772 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.039221 709587 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 11:38:53.040709 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 11:38:53.042459 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 11:38:53.043574 709587 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 11:38:53.043580 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 11:38:53.043684 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 11:38:53.043767 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.044796 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 11:38:53.044817 709587 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 11:38:53.044868 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.045662 709587 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 11:38:53.046865 709587 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 11:38:53.046874 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 11:38:53.046923 709587 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 11:38:53.046994 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.048063 709587 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 11:38:53.048080 709587 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 11:38:53.048132 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
W1028 11:38:53.066868 709587 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 11:38:53.069258 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.072761 709587 out.go:177] - Using image docker.io/registry:2.8.3
I1028 11:38:53.074416 709587 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 11:38:53.075863 709587 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 11:38:53.075882 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 11:38:53.075931 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.083796 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.088744 709587 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 11:38:53.090557 709587 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 11:38:53.092012 709587 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:38:53.092031 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 11:38:53.092130 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.100733 709587 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:38:53.100764 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 11:38:53.100836 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.104839 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.105261 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.105995 709587 addons.go:234] Setting addon default-storageclass=true in "addons-378487"
I1028 11:38:53.106046 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.106510 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.107062 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.110728 709587 out.go:177] - Using image docker.io/busybox:stable
I1028 11:38:53.112141 709587 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 11:38:53.113492 709587 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:38:53.113511 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 11:38:53.113564 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.116643 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.122227 709587 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 11:38:53.123492 709587 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:38:53.123568 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 11:38:53.123636 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.124929 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.130335 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.130903 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.144717 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.153260 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:38:53.154212 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.167534 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.167712 709587 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:38:53.168674 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.175960 709587 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:38:53.175980 709587 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:38:53.176033 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.176623 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.193455 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
W1028 11:38:53.233462 709587 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1028 11:38:53.233510 709587 retry.go:31] will retry after 218.426921ms: ssh: handshake failed: EOF
I1028 11:38:53.346665 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:38:53.446983 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 11:38:53.447014 709587 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 11:38:53.554261 709587 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:38:53.554352 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 11:38:53.556533 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:38:53.635431 709587 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 11:38:53.635512 709587 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 11:38:53.637941 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 11:38:53.639259 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 11:38:53.639283 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 11:38:53.740385 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:38:53.748234 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 11:38:53.748325 709587 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 11:38:53.751609 709587 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:38:53.751639 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 11:38:53.752349 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:38:53.752813 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:38:53.753591 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 11:38:53.753615 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 11:38:53.756544 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 11:38:53.756634 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 11:38:53.840288 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:38:53.848177 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:38:53.935538 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 11:38:53.935647 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 11:38:53.941042 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:38:53.941782 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:38:53.951550 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 11:38:53.951656 709587 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 11:38:54.135796 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 11:38:54.135885 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 11:38:54.235609 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 11:38:54.235708 709587 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 11:38:54.244773 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:38:54.244861 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 11:38:54.443463 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:38:54.443557 709587 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 11:38:54.454106 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 11:38:54.454218 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 11:38:54.540702 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 11:38:54.540803 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 11:38:54.636219 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:38:54.646996 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:38:54.752526 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 11:38:54.752633 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 11:38:54.834395 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 11:38:54.834484 709587 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 11:38:55.048892 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 11:38:55.048989 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 11:38:55.454327 709587 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:38:55.454374 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 11:38:55.544404 709587 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.391097702s)
I1028 11:38:55.544459 709587 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 11:38:55.544927 709587 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.377188431s)
I1028 11:38:55.547049 709587 node_ready.go:35] waiting up to 6m0s for node "addons-378487" to be "Ready" ...
I1028 11:38:55.635128 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 11:38:55.635160 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 11:38:55.934210 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 11:38:55.934248 709587 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 11:38:55.946089 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:38:56.135923 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 11:38:56.135970 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 11:38:56.436734 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 11:38:56.436767 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 11:38:56.456598 709587 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-378487" context rescaled to 1 replicas
I1028 11:38:56.850830 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:38:56.850946 709587 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 11:38:57.049719 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:38:57.638004 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:38:59.138572 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.791864069s)
I1028 11:38:59.138781 709587 addons.go:475] Verifying addon ingress=true in "addons-378487"
I1028 11:38:59.138821 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.50084251s)
I1028 11:38:59.138898 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.398463079s)
I1028 11:38:59.138916 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.386050168s)
I1028 11:38:59.139038 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.386616125s)
I1028 11:38:59.138740 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.582167522s)
I1028 11:38:59.139099 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.298772648s)
I1028 11:38:59.139124 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.290915354s)
I1028 11:38:59.139198 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.198065562s)
I1028 11:38:59.139264 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.197408375s)
I1028 11:38:59.139285 709587 addons.go:475] Verifying addon registry=true in "addons-378487"
I1028 11:38:59.139410 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.492310298s)
I1028 11:38:59.139341 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.503028367s)
I1028 11:38:59.139701 709587 addons.go:475] Verifying addon metrics-server=true in "addons-378487"
I1028 11:38:59.140688 709587 out.go:177] * Verifying registry addon...
I1028 11:38:59.140687 709587 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-378487 service yakd-dashboard -n yakd-dashboard
I1028 11:38:59.140793 709587 out.go:177] * Verifying ingress addon...
I1028 11:38:59.143065 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 11:38:59.144078 709587 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 11:38:59.147952 709587 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:38:59.147971 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1028 11:38:59.148219 709587 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1028 11:38:59.247142 709587 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 11:38:59.247173 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:38:59.649653 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:38:59.650218 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:38:59.933451 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.98724199s)
W1028 11:38:59.933581 709587 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:38:59.933641 709587 retry.go:31] will retry after 311.952984ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:39:00.050255 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:00.146488 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:00.147749 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:00.162735 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.112946497s)
I1028 11:39:00.162780 709587 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-378487"
I1028 11:39:00.164738 709587 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 11:39:00.167231 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:39:00.245958 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:39:00.248188 709587 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:39:00.248207 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:00.647106 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:00.647699 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:00.660025 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 11:39:00.660095 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:39:00.677120 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:39:00.747903 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:00.774975 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 11:39:00.791993 709587 addons.go:234] Setting addon gcp-auth=true in "addons-378487"
I1028 11:39:00.792045 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:39:00.792402 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:39:00.809171 709587 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 11:39:00.809224 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:39:00.825447 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:39:01.146924 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:01.147646 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:01.171448 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:01.646382 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:01.647385 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:01.671036 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.051358 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:02.147326 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:02.147847 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:02.171047 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.646214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:02.647469 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:02.671390 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.697892 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.451892947s)
I1028 11:39:02.697973 709587 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.888772865s)
I1028 11:39:02.700160 709587 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 11:39:02.702367 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:39:02.704016 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 11:39:02.704040 709587 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 11:39:02.721348 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 11:39:02.721377 709587 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 11:39:02.738570 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:39:02.738597 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 11:39:02.755324 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:39:03.070174 709587 addons.go:475] Verifying addon gcp-auth=true in "addons-378487"
I1028 11:39:03.071383 709587 out.go:177] * Verifying gcp-auth addon...
I1028 11:39:03.073586 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 11:39:03.077067 709587 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 11:39:03.077089 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:03.147264 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:03.147600 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:03.170784 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:03.576644 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:03.646667 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:03.647606 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:03.671345 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:04.077501 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:04.146311 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:04.147382 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:04.171020 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:04.551161 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:04.576841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:04.646906 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:04.648084 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:04.670998 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:05.076425 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:05.146080 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:05.147261 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:05.170936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:05.577434 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:05.646539 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:05.647672 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:05.671088 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:06.077811 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:06.146473 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:06.147639 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:06.170995 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:06.576966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:06.647149 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:06.647400 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:06.670896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:07.050703 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:07.077100 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:07.147008 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:07.147311 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:07.170836 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:07.577479 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:07.646299 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:07.647240 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:07.670582 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:08.077628 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:08.146569 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:08.147815 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:08.171334 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:08.576764 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:08.646816 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:08.647976 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:08.671214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:09.076675 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:09.146639 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:09.147533 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:09.170863 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:09.550829 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:09.577511 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:09.646281 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:09.647806 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:09.671227 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:10.077475 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:10.146279 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:10.147180 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:10.170376 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:10.576784 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:10.646621 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:10.647760 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:10.670078 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:11.076297 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:11.147277 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:11.147680 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:11.170972 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:11.577413 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:11.645734 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:11.647023 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:11.670307 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:12.050673 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:12.077752 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:12.146262 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:12.147543 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:12.170801 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:12.577513 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:12.646327 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:12.647542 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:12.670825 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:13.076614 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:13.146555 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:13.147380 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:13.170825 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:13.577214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:13.647190 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:13.647600 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:13.670834 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:14.050874 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:14.077921 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:14.146783 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:14.147949 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:14.171738 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:14.577216 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:14.646769 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:14.647371 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:14.670599 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:15.076940 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:15.146679 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:15.147672 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:15.171219 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:15.576991 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:15.646732 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:15.647208 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:15.670989 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:16.051287 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:16.077420 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:16.147230 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:16.147494 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:16.170841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:16.576665 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:16.646735 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:16.647709 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:16.670515 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:17.076797 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:17.146501 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:17.147544 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:17.171187 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:17.577268 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:17.647099 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:17.647704 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:17.670832 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:18.076838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:18.146575 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:18.147563 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:18.171032 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:18.551178 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:18.577029 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:18.647028 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:18.647483 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:18.670842 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:19.077385 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:19.145993 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:19.147165 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:19.170393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:19.576936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:19.646901 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:19.648538 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:19.670337 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:20.077608 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:20.146664 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:20.147337 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:20.170974 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:20.576945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:20.646745 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:20.647932 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:20.670490 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:21.050222 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:21.077050 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:21.146861 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:21.147318 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:21.170838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:21.576529 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:21.646528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:21.647592 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:21.671033 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:22.077262 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:22.147142 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:22.147591 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:22.171043 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:22.576378 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:22.646981 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:22.647317 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:22.670395 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:23.076981 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:23.146913 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:23.148100 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:23.170300 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:23.550196 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:23.577261 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:23.647347 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:23.647832 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:23.670802 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:24.077272 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:24.147114 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:24.147563 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:24.170902 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:24.577684 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:24.646707 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:24.647825 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:24.671087 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:25.076656 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:25.146337 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:25.147544 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:25.171115 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:25.576673 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:25.646872 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:25.647467 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:25.670880 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:26.050845 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:26.077541 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:26.146283 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:26.148401 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:26.170616 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:26.577116 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:26.649048 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:26.649374 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:26.670888 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:27.077240 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:27.146976 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:27.147564 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:27.170950 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:27.576585 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:27.646316 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:27.647945 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:27.671223 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:28.077376 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:28.146966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:28.147457 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:28.170760 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:28.550470 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:28.577298 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:28.646926 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:28.647401 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:28.670744 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:29.077613 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:29.146392 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:29.147500 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:29.170896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:29.577832 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:29.647210 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:29.647476 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:29.671109 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:30.076728 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:30.146435 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:30.147514 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:30.171077 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:30.551031 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:30.576374 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:30.647246 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:30.647615 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:30.670485 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:31.076920 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:31.146699 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:31.147929 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:31.170451 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:31.577103 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:31.646946 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:31.647460 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:31.671091 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:32.076579 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:32.146848 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:32.147450 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:32.170647 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:32.577150 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:32.646860 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:32.647386 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:32.670359 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:33.051018 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:33.076754 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:33.146612 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:33.147680 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:33.171412 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:33.577006 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:33.646634 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:33.647142 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:33.670771 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:34.077481 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:34.145968 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:34.147352 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:34.171123 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:34.576479 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:34.646183 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:34.647625 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:34.671032 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:35.051117 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:35.076681 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:35.146203 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:35.147545 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:35.170978 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:35.576957 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:35.646845 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:35.648047 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:35.670708 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:36.077490 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:36.146312 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:36.147591 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:36.171110 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:36.576469 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:36.646519 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:36.647659 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:36.671118 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:37.076838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:37.146838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:37.147524 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:37.170776 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:37.550740 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:37.577449 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:37.646217 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:37.647526 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:37.670734 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:38.076577 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:38.146639 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:38.147818 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:38.170200 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:38.549940 709587 node_ready.go:49] node "addons-378487" has status "Ready":"True"
I1028 11:39:38.549966 709587 node_ready.go:38] duration metric: took 43.002884083s for node "addons-378487" to be "Ready" ...
I1028 11:39:38.549980 709587 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:39:38.560142 709587 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace to be "Ready" ...
I1028 11:39:38.577233 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:38.647502 709587 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:39:38.647532 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:38.647686 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:38.672330 709587 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:39:38.672354 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:39.077294 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:39.178459 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:39.178605 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:39.178752 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:39.635466 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:39.647990 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:39.648174 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:39.671627 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:40.077676 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:40.146983 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:40.147878 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:40.172393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:40.566728 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:40.577198 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:40.647876 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:40.648088 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:40.672631 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:41.077573 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:41.146536 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:41.147432 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:41.172153 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:41.577089 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:41.647938 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:41.648212 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:41.671627 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:42.077617 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:42.146835 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:42.147955 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:42.172102 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:42.576905 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:42.648918 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:42.649532 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:42.670766 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:43.065894 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:43.076019 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:43.147185 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:43.147777 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:43.171580 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:43.577189 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:43.647549 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:43.647634 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:43.672329 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:44.136335 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:44.148015 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:44.148810 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:44.237486 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:44.636017 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:44.647448 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:44.648952 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:44.735750 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:45.077149 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:45.147658 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:45.147860 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:45.172323 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:45.565877 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:45.577781 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:45.647338 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:45.647977 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:45.673043 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:46.076758 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:46.147048 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:46.148240 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:46.171286 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:46.577219 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:46.647663 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:46.648365 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:46.672443 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:47.077539 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:47.146951 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:47.147951 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:47.173277 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:47.568006 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:47.578377 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:47.647945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:47.648224 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:47.672668 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:48.077487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:48.147947 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:48.148149 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:48.171106 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:48.576817 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:48.647427 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:48.648790 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:48.672617 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:49.076794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:49.147063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:49.147747 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:49.172030 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:49.576930 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:49.647044 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:49.648053 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:49.673201 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:50.066398 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:50.077694 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:50.146794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:50.147803 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:50.172406 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:50.577512 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:50.646930 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:50.648198 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:50.672841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:51.077090 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:51.147444 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:51.148237 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:51.171646 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:51.577862 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:51.647052 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:51.648508 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:51.671815 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.066563 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:52.077383 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:52.147807 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:52.148193 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:52.172161 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.577172 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:52.678198 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:52.678590 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.678638 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.077487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:53.146684 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:53.148232 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.172964 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:53.576958 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:53.647111 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:53.648057 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.671411 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:54.077316 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:54.147685 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:54.148164 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:54.178182 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:54.565967 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:54.577534 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:54.646794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:54.648261 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:54.671963 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:55.077736 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:55.146796 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:55.147957 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:55.172252 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:55.577083 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:55.647712 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:55.648587 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:55.672178 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:56.076692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:56.146118 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:56.147786 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:56.171489 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:56.569173 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:56.577373 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:56.679092 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:56.679526 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:56.679619 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:57.077794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:57.147205 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:57.147752 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:57.172333 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:57.577688 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:57.646852 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:57.648064 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:57.672064 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:58.077250 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:58.147749 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:58.148492 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:58.236327 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:58.635532 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:58.635605 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:58.646675 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:58.647387 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:58.672033 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:59.077432 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:59.146528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:59.147608 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:59.171813 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:59.577377 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:59.647669 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:59.647835 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:59.672437 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:00.077497 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:00.146736 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:00.147593 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:00.171814 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:00.577292 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:00.647330 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:00.647599 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:00.671739 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:01.066489 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:01.077204 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:01.147080 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:01.147314 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:01.171651 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:01.577853 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:01.647127 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:01.648384 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:01.672260 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:02.077239 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:02.147161 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:02.147509 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:02.171592 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:02.577222 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:02.647589 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:02.647829 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:02.672399 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:03.067179 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:03.134382 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:03.149053 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:03.149789 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:03.172696 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:03.649035 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:03.651398 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:03.653336 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:03.737221 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:04.137598 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:04.149524 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:04.150860 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:04.238179 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:04.577425 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:04.648399 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:04.648504 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:04.672781 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:05.070626 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:05.076913 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:05.147225 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:05.148414 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:05.172073 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:05.578321 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:05.647710 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:05.647932 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:05.672379 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:06.136197 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:06.147143 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:06.147733 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:06.173795 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:06.577121 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:06.647535 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:06.647894 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:06.672454 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:07.077215 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:07.147420 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:07.147682 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:07.172770 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:07.566487 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:07.576419 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:07.646669 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:07.647483 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:07.678240 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:08.077344 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:08.147629 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:08.148245 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:08.171798 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:08.638730 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:08.647576 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:08.648941 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:08.748804 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.078939 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:09.147075 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:09.148542 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:09.171435 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.566164 709587 pod_ready.go:93] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.566191 709587 pod_ready.go:82] duration metric: took 31.006020621s for pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.566205 709587 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.570675 709587 pod_ready.go:93] pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.570697 709587 pod_ready.go:82] duration metric: took 4.485543ms for pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.570718 709587 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.575411 709587 pod_ready.go:93] pod "etcd-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.575434 709587 pod_ready.go:82] duration metric: took 4.7078ms for pod "etcd-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.575445 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.576204 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:09.579488 709587 pod_ready.go:93] pod "kube-apiserver-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.579509 709587 pod_ready.go:82] duration metric: took 4.058262ms for pod "kube-apiserver-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.579519 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.583666 709587 pod_ready.go:93] pod "kube-controller-manager-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.583685 709587 pod_ready.go:82] duration metric: took 4.160124ms for pod "kube-controller-manager-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.583697 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xdnbv" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.646880 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:09.647745 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:09.672254 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.964254 709587 pod_ready.go:93] pod "kube-proxy-xdnbv" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.964277 709587 pod_ready.go:82] duration metric: took 380.574567ms for pod "kube-proxy-xdnbv" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.964287 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.077528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:10.178808 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:10.179057 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:10.179130 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:10.364116 709587 pod_ready.go:93] pod "kube-scheduler-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:10.364139 709587 pod_ready.go:82] duration metric: took 399.845871ms for pod "kube-scheduler-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.364157 709587 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.638897 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:10.648714 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:10.649019 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:10.672769 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:11.078138 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:11.147922 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:11.148812 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:11.171709 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:11.577623 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:11.646630 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:11.647941 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:11.671946 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:12.077405 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:12.178748 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:12.178757 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:12.179014 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:12.369970 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:12.577347 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:12.647661 709587 kapi.go:107] duration metric: took 1m13.50459134s to wait for kubernetes.io/minikube-addons=registry ...
I1028 11:40:12.647886 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:12.671620 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:13.077513 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:13.147702 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:13.171692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:13.577945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:13.648549 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:13.672474 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.077417 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:14.147947 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:14.172232 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.577393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:14.647918 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:14.671992 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.870818 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:15.076933 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:15.148031 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:15.171340 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:15.577542 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:15.648003 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:15.671775 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.077721 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:16.149024 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:16.172459 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.637070 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:16.651073 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:16.738487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.940705 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:17.134356 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:17.149060 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:17.172584 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:17.636596 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:17.648147 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:17.737452 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:18.135391 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:18.148916 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:18.238896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:18.577753 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:18.648656 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:18.671760 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:19.077303 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:19.148551 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:19.171902 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:19.370254 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:19.578083 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:19.648498 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:19.671641 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:20.078071 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:20.148898 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:20.172152 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:20.577661 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:20.648914 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:20.672023 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.078642 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:21.148121 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:21.171467 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.577581 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:21.679295 709587 kapi.go:107] duration metric: took 1m22.535212048s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 11:40:21.679368 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.938589 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:22.136455 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:22.254936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:22.578103 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:22.671692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:23.077791 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:23.171773 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:23.577559 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:23.673183 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:24.077355 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:24.172346 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:24.370043 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:24.577044 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:24.671817 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:25.077550 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:25.172966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:25.577866 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:25.739885 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:26.077088 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:26.171707 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:26.371604 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:26.577411 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:26.672835 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:27.077063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:27.179063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:27.579160 709587 kapi.go:107] duration metric: took 1m24.505572313s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 11:40:27.580772 709587 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-378487 cluster.
I1028 11:40:27.582098 709587 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 11:40:27.583501 709587 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 11:40:27.680959 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:28.172037 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:28.371797 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:28.672629 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:29.173115 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:29.673094 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.172643 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.672306 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.870903 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:31.172763 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:31.672905 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:32.172317 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:32.673122 709587 kapi.go:107] duration metric: took 1m32.505890894s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 11:40:32.674823 709587 out.go:177] * Enabled addons: cloud-spanner, nvidia-device-plugin, ingress-dns, inspektor-gadget, storage-provisioner, amd-gpu-device-plugin, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1028 11:40:32.676109 709587 addons.go:510] duration metric: took 1m39.707231924s for enable addons: enabled=[cloud-spanner nvidia-device-plugin ingress-dns inspektor-gadget storage-provisioner amd-gpu-device-plugin metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1028 11:40:33.369631 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:35.370549 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:37.870644 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:40.370036 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:42.370276 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:44.870371 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:47.370313 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:49.370509 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:51.870336 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:54.370047 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:56.370170 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:58.370723 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:58.870511 709587 pod_ready.go:93] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:58.870535 709587 pod_ready.go:82] duration metric: took 48.506371225s for pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.870546 709587 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.875147 709587 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:58.875170 709587 pod_ready.go:82] duration metric: took 4.617211ms for pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.875188 709587 pod_ready.go:39] duration metric: took 1m20.325194156s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:40:58.875207 709587 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:40:58.875240 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:40:58.875289 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:40:58.910350 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:40:58.910371 709587 cri.go:89] found id: ""
I1028 11:40:58.910382 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:40:58.910424 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.913823 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:40:58.913891 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:40:58.948051 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:40:58.948071 709587 cri.go:89] found id: ""
I1028 11:40:58.948083 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:40:58.948135 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.951532 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:40:58.951589 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:40:58.986086 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:40:58.986107 709587 cri.go:89] found id: ""
I1028 11:40:58.986115 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:40:58.986179 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.989590 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:40:58.989652 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:40:59.023066 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:40:59.023086 709587 cri.go:89] found id: ""
I1028 11:40:59.023094 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:40:59.023145 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.026565 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:40:59.026626 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:40:59.059914 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:40:59.059940 709587 cri.go:89] found id: ""
I1028 11:40:59.059949 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:40:59.060009 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.063365 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:40:59.063418 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:40:59.096130 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:40:59.096158 709587 cri.go:89] found id: ""
I1028 11:40:59.096166 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:40:59.096217 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.099612 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:40:59.099680 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:40:59.133822 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:40:59.133846 709587 cri.go:89] found id: ""
I1028 11:40:59.133856 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:40:59.133911 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.137335 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:40:59.137359 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:40:59.176004 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.176184 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:40:59.176311 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.176472 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:40:59.220669 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:40:59.220705 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:40:59.239202 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:40:59.239237 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:40:59.295529 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:40:59.295579 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:40:59.331313 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:40:59.331344 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:40:59.372872 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:40:59.372908 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:40:59.406793 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:40:59.406843 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:40:59.442597 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:40:59.442626 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:40:59.520553 709587 logs.go:123] Gathering logs for container status ...
I1028 11:40:59.520611 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:40:59.562350 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:40:59.562384 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:40:59.659952 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:40:59.659981 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:40:59.705233 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:40:59.705265 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:40:59.762137 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:40:59.762171 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:40:59.762247 709587 out.go:270] X Problems detected in kubelet:
W1028 11:40:59.762264 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.762276 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:40:59.762293 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.762306 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:40:59.762319 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:40:59.762329 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:09.762684 709587 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:41:09.777292 709587 api_server.go:72] duration metric: took 2m16.808424669s to wait for apiserver process to appear ...
I1028 11:41:09.777322 709587 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:41:09.777374 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:41:09.777428 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:41:09.810004 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:09.810042 709587 cri.go:89] found id: ""
I1028 11:41:09.810052 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:41:09.810102 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.813460 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:41:09.813538 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:41:09.846171 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:09.846199 709587 cri.go:89] found id: ""
I1028 11:41:09.846209 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:41:09.846271 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.849603 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:41:09.849657 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:41:09.882737 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:09.882763 709587 cri.go:89] found id: ""
I1028 11:41:09.882772 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:41:09.882824 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.886207 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:41:09.886276 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:41:09.920000 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:09.920024 709587 cri.go:89] found id: ""
I1028 11:41:09.920032 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:41:09.920081 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.923709 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:41:09.923776 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:41:09.957301 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:09.957333 709587 cri.go:89] found id: ""
I1028 11:41:09.957342 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:41:09.957388 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.960637 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:41:09.960697 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:41:09.993432 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:09.993462 709587 cri.go:89] found id: ""
I1028 11:41:09.993472 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:41:09.993517 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.996889 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:41:09.996951 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:41:10.029683 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:10.029709 709587 cri.go:89] found id: ""
I1028 11:41:10.029717 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:41:10.029760 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:10.033082 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:41:10.033110 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:10.067765 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:41:10.067791 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:10.108699 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:41:10.108732 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:10.141521 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:41:10.141556 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:10.176467 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:41:10.176499 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:41:10.216807 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.216986 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:10.217115 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.217274 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:10.261998 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:41:10.262043 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:41:10.357408 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:41:10.357441 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:10.402586 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:41:10.402620 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:10.458216 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:41:10.458254 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:41:10.476373 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:41:10.476402 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:10.532769 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:41:10.532810 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:41:10.610982 709587 logs.go:123] Gathering logs for container status ...
I1028 11:41:10.611023 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:41:10.653236 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:10.653264 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:41:10.653320 709587 out.go:270] X Problems detected in kubelet:
W1028 11:41:10.653335 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.653344 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:10.653356 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.653366 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:10.653374 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:10.653382 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:20.654892 709587 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 11:41:20.659785 709587 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 11:41:20.660743 709587 api_server.go:141] control plane version: v1.31.2
I1028 11:41:20.660770 709587 api_server.go:131] duration metric: took 10.883442199s to wait for apiserver health ...
I1028 11:41:20.660779 709587 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:41:20.660801 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:41:20.660853 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:41:20.694456 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:20.694483 709587 cri.go:89] found id: ""
I1028 11:41:20.694495 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:41:20.694545 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.697870 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:41:20.697932 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:41:20.730813 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:20.730834 709587 cri.go:89] found id: ""
I1028 11:41:20.730842 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:41:20.730896 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.734436 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:41:20.734496 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:41:20.768266 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:20.768292 709587 cri.go:89] found id: ""
I1028 11:41:20.768300 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:41:20.768355 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.772021 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:41:20.772092 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:41:20.807197 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:20.807219 709587 cri.go:89] found id: ""
I1028 11:41:20.807227 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:41:20.807277 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.810704 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:41:20.810775 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:41:20.844736 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:20.844760 709587 cri.go:89] found id: ""
I1028 11:41:20.844769 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:41:20.844823 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.848193 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:41:20.848275 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:41:20.882868 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:20.882893 709587 cri.go:89] found id: ""
I1028 11:41:20.882903 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:41:20.882962 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.886485 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:41:20.886545 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:41:20.921671 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:20.921700 709587 cri.go:89] found id: ""
I1028 11:41:20.921712 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:41:20.921757 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.925544 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:41:20.925583 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:20.961873 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:41:20.961904 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:41:21.035966 709587 logs.go:123] Gathering logs for container status ...
I1028 11:41:21.036022 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:41:21.079604 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:41:21.079639 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:21.115292 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:41:21.115327 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:21.147901 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:41:21.147930 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:21.203890 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:41:21.203925 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:21.248746 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:41:21.248775 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:21.305367 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:41:21.305416 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:21.346625 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:41:21.346658 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:41:21.390592 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.390805 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:21.390981 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.391204 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:21.436523 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:41:21.436581 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:41:21.454963 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:41:21.454997 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:41:21.552404 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:21.552430 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:41:21.552489 709587 out.go:270] X Problems detected in kubelet:
W1028 11:41:21.552502 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.552509 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:21.552517 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.552525 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:21.552530 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:21.552535 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:31.563463 709587 system_pods.go:59] 19 kube-system pods found
I1028 11:41:31.563496 709587 system_pods.go:61] "amd-gpu-device-plugin-xrtll" [2804a835-fc1c-4b3f-a701-5b5634374104] Running
I1028 11:41:31.563502 709587 system_pods.go:61] "coredns-7c65d6cfc9-4kqbq" [bd616a14-df0d-4198-b5e9-f218d01bfac0] Running
I1028 11:41:31.563506 709587 system_pods.go:61] "csi-hostpath-attacher-0" [c9526cac-138e-4fe2-af5e-65d88f14518a] Running
I1028 11:41:31.563510 709587 system_pods.go:61] "csi-hostpath-resizer-0" [2bf943fa-cb68-4d1f-884b-0b113ab0645e] Running
I1028 11:41:31.563514 709587 system_pods.go:61] "csi-hostpathplugin-rccmj" [171d28ee-0511-469e-8ff8-5b81cd755553] Running
I1028 11:41:31.563517 709587 system_pods.go:61] "etcd-addons-378487" [c9fa8e0c-9166-4b33-ba35-e11370b64c74] Running
I1028 11:41:31.563521 709587 system_pods.go:61] "kindnet-9g8r9" [18816f90-4e48-4c3c-a1d0-278b4909c788] Running
I1028 11:41:31.563524 709587 system_pods.go:61] "kube-apiserver-addons-378487" [eea136d6-eac0-40d2-a793-8078d9b730c1] Running
I1028 11:41:31.563527 709587 system_pods.go:61] "kube-controller-manager-addons-378487" [739824f9-1c65-470e-853c-8be43a10cc24] Running
I1028 11:41:31.563531 709587 system_pods.go:61] "kube-ingress-dns-minikube" [46df82b1-88fb-4746-95de-10f6ea0829ad] Running
I1028 11:41:31.563534 709587 system_pods.go:61] "kube-proxy-xdnbv" [17d47e3b-07c7-4d0e-a735-74316a0b96a6] Running
I1028 11:41:31.563538 709587 system_pods.go:61] "kube-scheduler-addons-378487" [96a5058e-b69e-4c0a-b862-a5e5ff989f9c] Running
I1028 11:41:31.563541 709587 system_pods.go:61] "metrics-server-84c5f94fbc-htp7z" [7c7200c8-00d8-44ed-9f58-0537473488c0] Running
I1028 11:41:31.563544 709587 system_pods.go:61] "nvidia-device-plugin-daemonset-xspxq" [69dac639-c15a-4c8d-b19d-16138b275e2e] Running
I1028 11:41:31.563547 709587 system_pods.go:61] "registry-66c9cd494c-4kkdl" [aca456ad-4179-4e5e-98d1-bf88aff77104] Running
I1028 11:41:31.563550 709587 system_pods.go:61] "registry-proxy-n65k4" [6cbd4be6-77d1-4f1d-a0d4-7fe545c95b75] Running
I1028 11:41:31.563554 709587 system_pods.go:61] "snapshot-controller-56fcc65765-89nfr" [6d545a09-f25d-4aea-b402-db46629a78ba] Running
I1028 11:41:31.563557 709587 system_pods.go:61] "snapshot-controller-56fcc65765-tjhjk" [b6fa06ee-2aae-4b7d-90e1-fe94296bb197] Running
I1028 11:41:31.563562 709587 system_pods.go:61] "storage-provisioner" [8efb1ed6-b910-47e7-9b42-66c05a28fbf9] Running
I1028 11:41:31.563568 709587 system_pods.go:74] duration metric: took 10.902783804s to wait for pod list to return data ...
I1028 11:41:31.563579 709587 default_sa.go:34] waiting for default service account to be created ...
I1028 11:41:31.566477 709587 default_sa.go:45] found service account: "default"
I1028 11:41:31.566507 709587 default_sa.go:55] duration metric: took 2.921511ms for default service account to be created ...
I1028 11:41:31.566517 709587 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:41:31.575114 709587 system_pods.go:86] 19 kube-system pods found
I1028 11:41:31.575149 709587 system_pods.go:89] "amd-gpu-device-plugin-xrtll" [2804a835-fc1c-4b3f-a701-5b5634374104] Running
I1028 11:41:31.575155 709587 system_pods.go:89] "coredns-7c65d6cfc9-4kqbq" [bd616a14-df0d-4198-b5e9-f218d01bfac0] Running
I1028 11:41:31.575160 709587 system_pods.go:89] "csi-hostpath-attacher-0" [c9526cac-138e-4fe2-af5e-65d88f14518a] Running
I1028 11:41:31.575163 709587 system_pods.go:89] "csi-hostpath-resizer-0" [2bf943fa-cb68-4d1f-884b-0b113ab0645e] Running
I1028 11:41:31.575167 709587 system_pods.go:89] "csi-hostpathplugin-rccmj" [171d28ee-0511-469e-8ff8-5b81cd755553] Running
I1028 11:41:31.575170 709587 system_pods.go:89] "etcd-addons-378487" [c9fa8e0c-9166-4b33-ba35-e11370b64c74] Running
I1028 11:41:31.575174 709587 system_pods.go:89] "kindnet-9g8r9" [18816f90-4e48-4c3c-a1d0-278b4909c788] Running
I1028 11:41:31.575178 709587 system_pods.go:89] "kube-apiserver-addons-378487" [eea136d6-eac0-40d2-a793-8078d9b730c1] Running
I1028 11:41:31.575181 709587 system_pods.go:89] "kube-controller-manager-addons-378487" [739824f9-1c65-470e-853c-8be43a10cc24] Running
I1028 11:41:31.575186 709587 system_pods.go:89] "kube-ingress-dns-minikube" [46df82b1-88fb-4746-95de-10f6ea0829ad] Running
I1028 11:41:31.575190 709587 system_pods.go:89] "kube-proxy-xdnbv" [17d47e3b-07c7-4d0e-a735-74316a0b96a6] Running
I1028 11:41:31.575194 709587 system_pods.go:89] "kube-scheduler-addons-378487" [96a5058e-b69e-4c0a-b862-a5e5ff989f9c] Running
I1028 11:41:31.575200 709587 system_pods.go:89] "metrics-server-84c5f94fbc-htp7z" [7c7200c8-00d8-44ed-9f58-0537473488c0] Running
I1028 11:41:31.575205 709587 system_pods.go:89] "nvidia-device-plugin-daemonset-xspxq" [69dac639-c15a-4c8d-b19d-16138b275e2e] Running
I1028 11:41:31.575212 709587 system_pods.go:89] "registry-66c9cd494c-4kkdl" [aca456ad-4179-4e5e-98d1-bf88aff77104] Running
I1028 11:41:31.575215 709587 system_pods.go:89] "registry-proxy-n65k4" [6cbd4be6-77d1-4f1d-a0d4-7fe545c95b75] Running
I1028 11:41:31.575219 709587 system_pods.go:89] "snapshot-controller-56fcc65765-89nfr" [6d545a09-f25d-4aea-b402-db46629a78ba] Running
I1028 11:41:31.575222 709587 system_pods.go:89] "snapshot-controller-56fcc65765-tjhjk" [b6fa06ee-2aae-4b7d-90e1-fe94296bb197] Running
I1028 11:41:31.575228 709587 system_pods.go:89] "storage-provisioner" [8efb1ed6-b910-47e7-9b42-66c05a28fbf9] Running
I1028 11:41:31.575235 709587 system_pods.go:126] duration metric: took 8.713249ms to wait for k8s-apps to be running ...
I1028 11:41:31.575244 709587 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:41:31.575293 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:41:31.587238 709587 system_svc.go:56] duration metric: took 11.973281ms WaitForService to wait for kubelet
I1028 11:41:31.587274 709587 kubeadm.go:582] duration metric: took 2m38.618410892s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:41:31.587293 709587 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:41:31.590606 709587 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1028 11:41:31.590634 709587 node_conditions.go:123] node cpu capacity is 8
I1028 11:41:31.590646 709587 node_conditions.go:105] duration metric: took 3.348809ms to run NodePressure ...
I1028 11:41:31.590659 709587 start.go:241] waiting for startup goroutines ...
I1028 11:41:31.590667 709587 start.go:246] waiting for cluster config update ...
I1028 11:41:31.590683 709587 start.go:255] writing updated cluster config ...
I1028 11:41:31.590969 709587 ssh_runner.go:195] Run: rm -f paused
I1028 11:41:31.642043 709587 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:41:31.644093 709587 out.go:177] * Done! kubectl is now configured to use "addons-378487" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:42:48 addons-378487 crio[1026]: time="2024-10-28 11:42:48.148531451Z" level=info msg="Removed pod sandbox: 698817f0fc0138b690ca604197d650cac2333924214ee8a2efa5fff0b270b3e5" id=c7345c59-a7b7-4202-ab65-b9c193825605 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.788877762Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-2gzcj/POD" id=6aea9308-03d3-499c-bd1f-45d744f79148 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.788995698Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.838881383Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-2gzcj Namespace:default ID:0a72aaa0c2960e2452994c8bf544a887048f802c99375e82873acfd9eb28a004 UID:d4efce41-055e-4490-aa76-b807da19b0c9 NetNS:/var/run/netns/43ef752c-7f7d-491a-9ff4-1c4a32ca831f Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.838935137Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-2gzcj to CNI network \"kindnet\" (type=ptp)"
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.849697842Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-2gzcj Namespace:default ID:0a72aaa0c2960e2452994c8bf544a887048f802c99375e82873acfd9eb28a004 UID:d4efce41-055e-4490-aa76-b807da19b0c9 NetNS:/var/run/netns/43ef752c-7f7d-491a-9ff4-1c4a32ca831f Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.849885575Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-2gzcj for CNI network kindnet (type=ptp)"
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.853333256Z" level=info msg="Ran pod sandbox 0a72aaa0c2960e2452994c8bf544a887048f802c99375e82873acfd9eb28a004 with infra container: default/hello-world-app-55bf9c44b4-2gzcj/POD" id=6aea9308-03d3-499c-bd1f-45d744f79148 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.854727822Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=c6c9b714-5d0f-4f6a-8164-79b2b6533de5 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.854994530Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=c6c9b714-5d0f-4f6a-8164-79b2b6533de5 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.855544753Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=28ed71b1-aa68-46f5-9169-d12def5edac5 name=/runtime.v1.ImageService/PullImage
Oct 28 11:44:30 addons-378487 crio[1026]: time="2024-10-28 11:44:30.859904166Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.000162237Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.433899634Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=28ed71b1-aa68-46f5-9169-d12def5edac5 name=/runtime.v1.ImageService/PullImage
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.434594414Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=93646bf3-cea7-4ed5-99a6-2dc2db7c0820 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.435273573Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=93646bf3-cea7-4ed5-99a6-2dc2db7c0820 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.435985198Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=30613351-b298-418e-8c35-0ac52a4a1c65 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.436685203Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86],Size_:4944818,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=30613351-b298-418e-8c35-0ac52a4a1c65 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.437462479Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-2gzcj/hello-world-app" id=8ec6c22e-c0f3-4730-ae2b-78b8426f3c32 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.437542825Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.451642607Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/25349e3b2ff4d9ee7f4b5456e2d58e9537534d12984579abc4d32acedd2d9e77/merged/etc/passwd: no such file or directory"
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.451682899Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/25349e3b2ff4d9ee7f4b5456e2d58e9537534d12984579abc4d32acedd2d9e77/merged/etc/group: no such file or directory"
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.486993385Z" level=info msg="Created container e757c4366fc216bc405b6b5f298cfa58de5c0fc6277d7e85f87682fb33ef37ca: default/hello-world-app-55bf9c44b4-2gzcj/hello-world-app" id=8ec6c22e-c0f3-4730-ae2b-78b8426f3c32 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.487658607Z" level=info msg="Starting container: e757c4366fc216bc405b6b5f298cfa58de5c0fc6277d7e85f87682fb33ef37ca" id=643e1f31-5b37-4af9-8c74-30017bf5c07d name=/runtime.v1.RuntimeService/StartContainer
Oct 28 11:44:31 addons-378487 crio[1026]: time="2024-10-28 11:44:31.493482756Z" level=info msg="Started container" PID=11234 containerID=e757c4366fc216bc405b6b5f298cfa58de5c0fc6277d7e85f87682fb33ef37ca description=default/hello-world-app-55bf9c44b4-2gzcj/hello-world-app id=643e1f31-5b37-4af9-8c74-30017bf5c07d name=/runtime.v1.RuntimeService/StartContainer sandboxID=0a72aaa0c2960e2452994c8bf544a887048f802c99375e82873acfd9eb28a004
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
e757c4366fc21 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 0a72aaa0c2960 hello-world-app-55bf9c44b4-2gzcj
3c8cf62102a59 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 2026a6a8455e7 nginx
4b1bae9d5abfd gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 2 minutes ago Running busybox 0 453f24248d71e busybox
1e8c5cee07cc2 registry.k8s.io/ingress-nginx/controller@sha256:62b61c42ec8dd877b85c0aa24c4744ce44d274bc16cc5d2364edfe67964ba55b 4 minutes ago Running controller 0 1d22d3195deaf ingress-nginx-controller-5f85ff4588-hh66m
526d18cb16a57 registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 4 minutes ago Running metrics-server 0 98cde8f8984c9 metrics-server-84c5f94fbc-htp7z
a53b4d85a757a registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited patch 0 81fbbaf2c9ff0 ingress-nginx-admission-patch-m8gsw
89befc45bf2d9 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:a9f03b34a3cbfbb26d103a14046ab2c5130a80c3d69d526ff8063d2b37b9fd3f 4 minutes ago Exited create 0 e6a1c30de8814 ingress-nginx-admission-create-7ljtm
2de332e8c41f9 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:07c8f5b205a3f8971bfc6d460978ae00de35f17e5d5392b1de8de02356f85dab 4 minutes ago Running minikube-ingress-dns 0 b8dbb9ba109cb kube-ingress-dns-minikube
0911c8f0b5c62 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 4 minutes ago Running local-path-provisioner 0 e1aec727aade7 local-path-provisioner-86d989889c-wkc5x
569ee0c73fabf c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 4 minutes ago Running coredns 0 9534b83f4d904 coredns-7c65d6cfc9-4kqbq
763acb1b4c011 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 4 minutes ago Running storage-provisioner 0 218bae80e9308 storage-provisioner
6694283bd1d9d 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 5 minutes ago Running kindnet-cni 0 925c984958983 kindnet-9g8r9
7d167724397ce 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 5 minutes ago Running kube-proxy 0 c84a212bc8b1e kube-proxy-xdnbv
45aa07f87c84b 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 5 minutes ago Running etcd 0 3551c65e41977 etcd-addons-378487
279a87b55fc01 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 5 minutes ago Running kube-scheduler 0 613ae03d8bc99 kube-scheduler-addons-378487
08ff4281258cd 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 5 minutes ago Running kube-apiserver 0 ec35c4cf81a00 kube-apiserver-addons-378487
356553741dad3 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 5 minutes ago Running kube-controller-manager 0 38fdfefdfd855 kube-controller-manager-addons-378487
==> coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] <==
[INFO] 10.244.0.18:39406 - 61482 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000214068s
[INFO] 10.244.0.18:37777 - 47937 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.004666975s
[INFO] 10.244.0.18:37777 - 48255 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,rd,ra 91 0.004714066s
[INFO] 10.244.0.18:42098 - 6198 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.01339161s
[INFO] 10.244.0.18:42098 - 5889 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,rd,ra 80 0.013502886s
[INFO] 10.244.0.18:53499 - 53897 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.005223323s
[INFO] 10.244.0.18:53499 - 54174 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,rd,ra 72 0.007529593s
[INFO] 10.244.0.18:57316 - 60839 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.00009998s
[INFO] 10.244.0.18:57316 - 60601 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000133396s
[INFO] 10.244.0.22:58597 - 3272 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000160726s
[INFO] 10.244.0.22:57807 - 39924 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000278012s
[INFO] 10.244.0.22:39320 - 30895 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000149772s
[INFO] 10.244.0.22:37169 - 35090 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000211523s
[INFO] 10.244.0.22:56627 - 8182 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000136869s
[INFO] 10.244.0.22:55239 - 37547 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000198075s
[INFO] 10.244.0.22:35360 - 21612 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.00604705s
[INFO] 10.244.0.22:50794 - 40037 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 75 0.008074607s
[INFO] 10.244.0.22:39191 - 31368 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.007653335s
[INFO] 10.244.0.22:50728 - 35568 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 64 0.00901309s
[INFO] 10.244.0.22:46748 - 55566 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.00453568s
[INFO] 10.244.0.22:50940 - 60459 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 56 0.004631404s
[INFO] 10.244.0.22:41092 - 56337 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 458 0.00081611s
[INFO] 10.244.0.22:41964 - 27038 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000874411s
[INFO] 10.244.0.27:34918 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000197231s
[INFO] 10.244.0.27:56169 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.00013402s
==> describe nodes <==
Name: addons-378487
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-378487
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=addons-378487
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_38_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-378487
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:38:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-378487
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:44:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:42:23 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:42:23 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:42:23 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:42:23 +0000 Mon, 28 Oct 2024 11:39:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-378487
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: b3ab56efa0c74a6a9b531070c942ca4b
System UUID: c17c6225-674c-44d7-8acb-63bca76c4125
Boot ID: 03d988da-acbe-4de7-8441-238d8b7d5b1d
Kernel Version: 5.15.0-1070-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m
default hello-world-app-55bf9c44b4-2gzcj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
ingress-nginx ingress-nginx-controller-5f85ff4588-hh66m 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 5m34s
kube-system coredns-7c65d6cfc9-4kqbq 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 5m38s
kube-system etcd-addons-378487 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 5m44s
kube-system kindnet-9g8r9 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 5m39s
kube-system kube-apiserver-addons-378487 250m (3%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-controller-manager-addons-378487 200m (2%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-proxy-xdnbv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-scheduler-addons-378487 100m (1%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system metrics-server-84c5f94fbc-htp7z 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 5m35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m35s
local-path-storage local-path-provisioner-86d989889c-wkc5x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 510Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m33s kube-proxy
Normal Starting 5m45s kubelet Starting kubelet.
Warning CgroupV1 5m45s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 5m44s kubelet Node addons-378487 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m44s kubelet Node addons-378487 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m44s kubelet Node addons-378487 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m40s node-controller Node addons-378487 event: Registered Node addons-378487 in Controller
Normal NodeReady 4m54s kubelet Node addons-378487 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 0a 0e 20 44 2f a8 08 06
[ +6.270689] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 56 53 1f 3f 1b 83 08 06
[Oct28 11:27] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 56 42 ea e8 dd b8 08 06
[ +1.264261] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 2e 35 12 18 e9 93 08 06
[ +0.026003] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 7e c1 a4 83 1b 1f 08 06
[ +6.528882] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ae b4 d5 22 25 42 08 06
[Oct28 11:42] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +1.019390] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +2.011775] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +4.095617] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +8.191180] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +16.126337] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[Oct28 11:43] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
==> etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] <==
{"level":"warn","ts":"2024-10-28T11:38:55.954625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.217846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.042048Z","caller":"traceutil/trace.go:171","msg":"trace[1166433205] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:343; }","duration":"206.637531ms","start":"2024-10-28T11:38:55.835402Z","end":"2024-10-28T11:38:56.042040Z","steps":["trace[1166433205] 'agreement among raft nodes before linearized reading' (duration: 102.833778ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:55.954681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.063148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-xdnbv\" ","response":"range_response_count:1 size:4833"}
{"level":"info","ts":"2024-10-28T11:38:56.042247Z","caller":"traceutil/trace.go:171","msg":"trace[432862645] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-xdnbv; range_end:; response_count:1; response_revision:343; }","duration":"304.625927ms","start":"2024-10-28T11:38:55.737612Z","end":"2024-10-28T11:38:56.042238Z","steps":["trace[432862645] 'agreement among raft nodes before linearized reading' (duration: 200.630762ms)","trace[432862645] 'range keys from in-memory index tree' (duration: 16.38992ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.042283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.737540Z","time spent":"304.732687ms","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4857,"request content":"key:\"/registry/pods/kube-system/kube-proxy-xdnbv\" "}
{"level":"warn","ts":"2024-10-28T11:38:55.954711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.105569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-378487\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-10-28T11:38:56.042484Z","caller":"traceutil/trace.go:171","msg":"trace[2022512542] range","detail":"{range_begin:/registry/minions/addons-378487; range_end:; response_count:1; response_revision:343; }","duration":"304.875735ms","start":"2024-10-28T11:38:55.737597Z","end":"2024-10-28T11:38:56.042473Z","steps":["trace[2022512542] 'agreement among raft nodes before linearized reading' (duration: 200.651037ms)","trace[2022512542] 'range keys from in-memory index tree' (duration: 16.441281ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.042518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.737589Z","time spent":"304.921365ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":5679,"request content":"key:\"/registry/minions/addons-378487\" "}
{"level":"warn","ts":"2024-10-28T11:38:56.042768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.453338Z","time spent":"589.398873ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-xdnbv.18029ae981900fc1\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-xdnbv.18029ae981900fc1\" value_size:612 lease:8128032862094221104 >> failure:<>"}
{"level":"info","ts":"2024-10-28T11:38:56.135643Z","caller":"traceutil/trace.go:171","msg":"trace[1548184356] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"182.341193ms","start":"2024-10-28T11:38:55.953278Z","end":"2024-10-28T11:38:56.135619Z","steps":["trace[1548184356] 'process raft request' (duration: 181.606522ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.135981Z","caller":"traceutil/trace.go:171","msg":"trace[1930361048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:344; }","duration":"102.868508ms","start":"2024-10-28T11:38:56.033100Z","end":"2024-10-28T11:38:56.135968Z","steps":["trace[1930361048] 'process raft request' (duration: 101.950751ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.137240Z","caller":"traceutil/trace.go:171","msg":"trace[1942799612] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:356; }","duration":"183.16003ms","start":"2024-10-28T11:38:55.954062Z","end":"2024-10-28T11:38:56.137222Z","steps":["trace[1942799612] 'read index received' (duration: 183.150097ms)","trace[1942799612] 'applied index is now lower than readState.Index' (duration: 8.465µs)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.155783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.707801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.155838Z","caller":"traceutil/trace.go:171","msg":"trace[1966358757] range","detail":"{range_begin:/registry/daemonsets/kube-system/amd-gpu-device-plugin; range_end:; response_count:0; response_revision:345; }","duration":"201.766522ms","start":"2024-10-28T11:38:55.954057Z","end":"2024-10-28T11:38:56.155823Z","steps":["trace[1966358757] 'agreement among raft nodes before linearized reading' (duration: 184.140219ms)","trace[1966358757] 'range keys from in-memory index tree' (duration: 17.550881ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.435268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.743738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/cloud-spanner-emulator\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.435480Z","caller":"traceutil/trace.go:171","msg":"trace[305392998] range","detail":"{range_begin:/registry/services/specs/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:358; }","duration":"100.962418ms","start":"2024-10-28T11:38:56.334494Z","end":"2024-10-28T11:38:56.435457Z","steps":["trace[305392998] 'agreement among raft nodes before linearized reading' (duration: 100.695998ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.435838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.233593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-10-28T11:38:56.435896Z","caller":"traceutil/trace.go:171","msg":"trace[388544429] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:358; }","duration":"101.292341ms","start":"2024-10-28T11:38:56.334588Z","end":"2024-10-28T11:38:56.435881Z","steps":["trace[388544429] 'agreement among raft nodes before linearized reading' (duration: 101.217192ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648420Z","caller":"traceutil/trace.go:171","msg":"trace[253353227] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"101.912719ms","start":"2024-10-28T11:38:56.546489Z","end":"2024-10-28T11:38:56.648402Z","steps":["trace[253353227] 'process raft request' (duration: 98.318065ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648815Z","caller":"traceutil/trace.go:171","msg":"trace[1879619883] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"101.736929ms","start":"2024-10-28T11:38:56.547064Z","end":"2024-10-28T11:38:56.648801Z","steps":["trace[1879619883] 'process raft request' (duration: 97.889945ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648953Z","caller":"traceutil/trace.go:171","msg":"trace[2076985047] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"101.702741ms","start":"2024-10-28T11:38:56.547242Z","end":"2024-10-28T11:38:56.648945Z","steps":["trace[2076985047] 'process raft request' (duration: 97.763866ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.942778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c65d6cfc9-s6vn6\" ","response":"range_response_count:1 size:3993"}
{"level":"info","ts":"2024-10-28T11:38:56.942988Z","caller":"traceutil/trace.go:171","msg":"trace[935774023] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c65d6cfc9-s6vn6; range_end:; response_count:1; response_revision:382; }","duration":"100.920602ms","start":"2024-10-28T11:38:56.842019Z","end":"2024-10-28T11:38:56.942939Z","steps":["trace[935774023] 'agreement among raft nodes before linearized reading' (duration: 100.566915ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.952517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.321277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-10-28T11:38:56.954637Z","caller":"traceutil/trace.go:171","msg":"trace[1866390091] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:393; }","duration":"102.425348ms","start":"2024-10-28T11:38:56.852175Z","end":"2024-10-28T11:38:56.954601Z","steps":["trace[1866390091] 'agreement among raft nodes before linearized reading' (duration: 100.25799ms)"],"step_count":1}
==> kernel <==
11:44:32 up 15:27, 0 users, load average: 0.35, 0.86, 1.23
Linux addons-378487 5.15.0-1070-gcp #78~20.04.1-Ubuntu SMP Wed Oct 9 22:05:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] <==
I1028 11:42:27.934536 1 main.go:300] handling current node
I1028 11:42:37.934336 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:42:37.934379 1 main.go:300] handling current node
I1028 11:42:47.942664 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:42:47.942715 1 main.go:300] handling current node
I1028 11:42:57.934206 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:42:57.934251 1 main.go:300] handling current node
I1028 11:43:07.941475 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:07.941520 1 main.go:300] handling current node
I1028 11:43:17.940664 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:17.940699 1 main.go:300] handling current node
I1028 11:43:27.941201 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:27.941235 1 main.go:300] handling current node
I1028 11:43:37.941663 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:37.941700 1 main.go:300] handling current node
I1028 11:43:47.943804 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:47.943839 1 main.go:300] handling current node
I1028 11:43:57.934467 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:43:57.934512 1 main.go:300] handling current node
I1028 11:44:07.941189 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:44:07.941228 1 main.go:300] handling current node
I1028 11:44:17.934146 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:44:17.934316 1 main.go:300] handling current node
I1028 11:44:27.934112 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:44:27.934149 1 main.go:300] handling current node
==> kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] <==
E1028 11:40:58.562910 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.128.135:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.97.128.135:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.97.128.135:443: connect: connection refused" logger="UnhandledError"
I1028 11:40:58.595813 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 11:41:41.355410 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60640: use of closed network connection
E1028 11:41:41.527048 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60662: use of closed network connection
I1028 11:41:50.647221 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.68.41"}
E1028 11:42:03.981071 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I1028 11:42:12.139261 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 11:42:12.327909 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.96.29.121"}
I1028 11:42:12.880894 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1028 11:42:13.947614 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 11:42:19.063953 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 11:42:35.797928 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.797978 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.813061 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.813197 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.813859 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.814072 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.833172 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.833219 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.845536 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.845673 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 11:42:36.834725 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1028 11:42:36.845680 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 11:42:36.956699 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1028 11:44:30.680923 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.110.193.77"}
==> kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] <==
E1028 11:42:57.735730 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:42:57.831805 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:42:57.831850 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:12.883932 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:12.883976 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:16.061382 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:16.061429 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:19.570652 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:19.570702 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:25.203763 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:25.203810 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:43.265204 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:43.265251 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:43:52.400673 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:43:52.400729 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:44:04.728627 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:44:04.728672 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:44:07.496646 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:44:07.496701 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 11:44:30.487176 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.360969ms"
I1028 11:44:30.492827 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="5.600323ms"
I1028 11:44:30.492916 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="46.601µs"
I1028 11:44:30.493663 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="37.429µs"
W1028 11:44:31.329313 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:44:31.329359 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] <==
I1028 11:38:57.643784 1 server_linux.go:66] "Using iptables proxy"
I1028 11:38:58.246757 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 11:38:58.246842 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:38:58.357390 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 11:38:58.357528 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:38:58.434070 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:38:58.434682 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:38:58.435002 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:38:58.442081 1 config.go:199] "Starting service config controller"
I1028 11:38:58.442198 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:38:58.442281 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:38:58.442315 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:38:58.442319 1 config.go:328] "Starting node config controller"
I1028 11:38:58.442572 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:38:58.543674 1 shared_informer.go:320] Caches are synced for node config
I1028 11:38:58.543666 1 shared_informer.go:320] Caches are synced for service config
I1028 11:38:58.543687 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] <==
W1028 11:38:46.496544 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.496600 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.526327 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1028 11:38:46.526364 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.564534 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.564598 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.615085 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1028 11:38:46.615137 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.649541 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.649588 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.676520 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 11:38:46.676595 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.679726 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 11:38:46.679760 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.740440 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1028 11:38:46.740493 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.740500 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1028 11:38:46.740524 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1028 11:38:46.790283 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 11:38:46.790336 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.830823 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1028 11:38:46.830871 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.846513 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 11:38:46.846567 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1028 11:38:49.055614 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 11:44:28 addons-378487 kubelet[1633]: E1028 11:44:28.112145 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115868111735150,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:599399,},InodesUsed:&UInt64Value{Value:230,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485890 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b6fa06ee-2aae-4b7d-90e1-fe94296bb197" containerName="volume-snapshot-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485934 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="node-driver-registrar"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485944 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="0d864d06-363a-4f62-b305-fc06dd5bdd21" containerName="task-pv-container"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485954 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="hostpath"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485966 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-snapshotter"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485975 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="2bf943fa-cb68-4d1f-884b-0b113ab0645e" containerName="csi-resizer"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.485993 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-external-health-monitor-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.486003 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="liveness-probe"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.486011 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="c9526cac-138e-4fe2-af5e-65d88f14518a" containerName="csi-attacher"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.486020 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="6d545a09-f25d-4aea-b402-db46629a78ba" containerName="volume-snapshot-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: E1028 11:44:30.486028 1633 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-provisioner"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486083 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="b6fa06ee-2aae-4b7d-90e1-fe94296bb197" containerName="volume-snapshot-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486094 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="node-driver-registrar"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486102 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-provisioner"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486111 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="2bf943fa-cb68-4d1f-884b-0b113ab0645e" containerName="csi-resizer"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486123 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="hostpath"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486133 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-external-health-monitor-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486141 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="liveness-probe"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486150 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="0d864d06-363a-4f62-b305-fc06dd5bdd21" containerName="task-pv-container"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486164 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="c9526cac-138e-4fe2-af5e-65d88f14518a" containerName="csi-attacher"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486170 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="6d545a09-f25d-4aea-b402-db46629a78ba" containerName="volume-snapshot-controller"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.486177 1633 memory_manager.go:354] "RemoveStaleState removing state" podUID="171d28ee-0511-469e-8ff8-5b81cd755553" containerName="csi-snapshotter"
Oct 28 11:44:30 addons-378487 kubelet[1633]: I1028 11:44:30.598517 1633 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k9ncg\" (UniqueName: \"kubernetes.io/projected/d4efce41-055e-4490-aa76-b807da19b0c9-kube-api-access-k9ncg\") pod \"hello-world-app-55bf9c44b4-2gzcj\" (UID: \"d4efce41-055e-4490-aa76-b807da19b0c9\") " pod="default/hello-world-app-55bf9c44b4-2gzcj"
Oct 28 11:44:32 addons-378487 kubelet[1633]: I1028 11:44:32.308929 1633 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/hello-world-app-55bf9c44b4-2gzcj" podStartSLOduration=1.728622815 podStartE2EDuration="2.308905176s" podCreationTimestamp="2024-10-28 11:44:30 +0000 UTC" firstStartedPulling="2024-10-28 11:44:30.855209159 +0000 UTC m=+343.007214338" lastFinishedPulling="2024-10-28 11:44:31.435491507 +0000 UTC m=+343.587496699" observedRunningTime="2024-10-28 11:44:32.308187058 +0000 UTC m=+344.460192258" watchObservedRunningTime="2024-10-28 11:44:32.308905176 +0000 UTC m=+344.460910377"
==> storage-provisioner [763acb1b4c0118b8866379ef46bbe0caf722f7f25366995e8e7b10901e5453a0] <==
I1028 11:39:39.078031 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 11:39:39.086541 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 11:39:39.086601 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 11:39:39.138746 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 11:39:39.138908 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-378487_a566ee17-0d90-431d-86b3-7954687831f3!
I1028 11:39:39.138854 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ad04ec7b-2102-453f-a873-1c2a45c311ed", APIVersion:"v1", ResourceVersion:"906", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-378487_a566ee17-0d90-431d-86b3-7954687831f3 became leader
I1028 11:39:39.239348 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-378487_a566ee17-0d90-431d-86b3-7954687831f3!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-378487 -n addons-378487
helpers_test.go:261: (dbg) Run: kubectl --context addons-378487 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-7ljtm ingress-nginx-admission-patch-m8gsw
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-378487 describe pod ingress-nginx-admission-create-7ljtm ingress-nginx-admission-patch-m8gsw
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-378487 describe pod ingress-nginx-admission-create-7ljtm ingress-nginx-admission-patch-m8gsw: exit status 1 (59.117529ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-7ljtm" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-m8gsw" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-378487 describe pod ingress-nginx-admission-create-7ljtm ingress-nginx-admission-patch-m8gsw: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable ingress-dns --alsologtostderr -v=1: (1.388387817s)
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable ingress --alsologtostderr -v=1: (7.604724361s)
--- FAIL: TestAddons/parallel/Ingress (150.10s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:394: metrics-server stabilized in 2.543768ms
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-84c5f94fbc-htp7z" [7c7200c8-00d8-44ed-9f58-0537473488c0] Running
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.003642545s
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (67.555777ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m14.617997479s
** /stderr **
I1028 11:42:08.620771 708311 retry.go:31] will retry after 3.672710731s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (81.689764ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m18.372226808s
** /stderr **
I1028 11:42:12.375595 708311 retry.go:31] will retry after 4.710229609s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (69.766536ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m23.153560001s
** /stderr **
I1028 11:42:17.156236 708311 retry.go:31] will retry after 5.230382727s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (64.93595ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m28.449443438s
** /stderr **
I1028 11:42:22.452387 708311 retry.go:31] will retry after 7.890225642s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (70.146037ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m36.410137523s
** /stderr **
I1028 11:42:30.413132 708311 retry.go:31] will retry after 20.75228064s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (63.009024ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 3m57.230137743s
** /stderr **
I1028 11:42:51.232924 708311 retry.go:31] will retry after 28.308804482s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (64.358916ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 4m25.60627373s
** /stderr **
I1028 11:43:19.609274 708311 retry.go:31] will retry after 46.758388s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (67.505876ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 5m12.433010939s
** /stderr **
I1028 11:44:06.436044 708311 retry.go:31] will retry after 1m1.476696131s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (67.170816ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 6m13.978473692s
** /stderr **
I1028 11:45:07.981547 708311 retry.go:31] will retry after 1m29.314645836s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (65.859252ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 7m43.35950263s
** /stderr **
I1028 11:46:37.362721 708311 retry.go:31] will retry after 55.324603364s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (65.615622ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 8m38.751199867s
** /stderr **
I1028 11:47:32.754175 708311 retry.go:31] will retry after 31.616358725s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-378487 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-378487 top pods -n kube-system: exit status 1 (66.883998ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-4kqbq, age: 9m10.436274393s
** /stderr **
addons_test.go:416: failed checking metric server: exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/MetricsServer]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-378487
helpers_test.go:235: (dbg) docker inspect addons-378487:
-- stdout --
[
{
"Id": "db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc",
"Created": "2024-10-28T11:38:31.793530149Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 710336,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T11:38:31.903477025Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:05bcd996665116a573f1bc98d7e2b0a5da287feef26d621bbd294f87ee72c630",
"ResolvConfPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/hostname",
"HostsPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/hosts",
"LogPath": "/var/lib/docker/containers/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc/db072604ba800f53ba14d2581c81c7d4ca484509f3f4f2c03fd3425153a52cdc-json.log",
"Name": "/addons-378487",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-378487:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-378487",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d-init/diff:/var/lib/docker/overlay2/8ba886759399d3be52d05b707ad799af9cd7dd91ca5370e2078122c0271240f7/diff",
"MergedDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/merged",
"UpperDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/diff",
"WorkDir": "/var/lib/docker/overlay2/5476b1b2f63a04b64d13eb63d94614b7e8cbf8af700b98a3dda41a967df79c0d/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-378487",
"Source": "/var/lib/docker/volumes/addons-378487/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-378487",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-378487",
"name.minikube.sigs.k8s.io": "addons-378487",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "368b8ccaf03830d528ff51fbe66bd0a2bad3bd8e592723505347898f3d508f48",
"SandboxKey": "/var/run/docker/netns/368b8ccaf038",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32888"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32889"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32892"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32890"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32891"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-378487": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "289e3ef7b13432ecf72ab0825f8b15d90fe6c34273a8ee7fc29054468a98df3f",
"EndpointID": "2312b2fed18b1b55c94da54c3ce8f2c8d9a098b7555a147cd5d2eb5655aaf6eb",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-378487",
"db072604ba80"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-378487 -n addons-378487
helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 logs -n 25: (1.126475235s)
helpers_test.go:252: TestAddons/parallel/MetricsServer logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-docker-791266 | download-docker-791266 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| start | --download-only -p | binary-mirror-659524 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | binary-mirror-659524 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:40819 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-659524 | binary-mirror-659524 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| addons | enable dashboard -p | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | addons-378487 | | | | | |
| addons | disable dashboard -p | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | addons-378487 | | | | | |
| start | -p addons-378487 --wait=true | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:41 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | -p addons-378487 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | amd-gpu-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:41 UTC | 28 Oct 24 11:41 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ssh | addons-378487 ssh cat | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | /opt/local-path-provisioner/pvc-a24162cf-671c-4cbd-af36-fe17ca514935_default_test-pvc/file1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-378487 ip | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-378487 ssh curl -s | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-378487 addons | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:42 UTC | 28 Oct 24 11:42 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ip | addons-378487 ip | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:44 UTC | 28 Oct 24 11:44 UTC |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:44 UTC | 28 Oct 24 11:44 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-378487 addons disable | addons-378487 | jenkins | v1.34.0 | 28 Oct 24 11:44 UTC | 28 Oct 24 11:44 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:38:07
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:38:07.951442 709587 out.go:345] Setting OutFile to fd 1 ...
I1028 11:38:07.951564 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:07.951573 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:38:07.951578 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:07.951742 709587 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:38:07.952364 709587 out.go:352] Setting JSON to false
I1028 11:38:07.953276 709587 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":55237,"bootTime":1730060251,"procs":202,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:38:07.953385 709587 start.go:139] virtualization: kvm guest
I1028 11:38:07.955380 709587 out.go:177] * [addons-378487] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:38:07.956980 709587 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:38:07.956971 709587 notify.go:220] Checking for updates...
I1028 11:38:07.958191 709587 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:38:07.959706 709587 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:38:07.961030 709587 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:38:07.962303 709587 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:38:07.963550 709587 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:38:07.965295 709587 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:38:07.987387 709587 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:38:07.987519 709587 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:08.035813 709587 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:38:08.027069612 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:08.035922 709587 docker.go:318] overlay module found
I1028 11:38:08.037781 709587 out.go:177] * Using the docker driver based on user configuration
I1028 11:38:08.038936 709587 start.go:297] selected driver: docker
I1028 11:38:08.038949 709587 start.go:901] validating driver "docker" against <nil>
I1028 11:38:08.038960 709587 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:38:08.039736 709587 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:08.083011 709587 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:26 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:38:08.07410421 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:08.083188 709587 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:38:08.083455 709587 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:38:08.085426 709587 out.go:177] * Using Docker driver with root privileges
I1028 11:38:08.086714 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:08.086793 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:08.086808 709587 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:38:08.086899 709587 start.go:340] cluster config:
{Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:38:08.088223 709587 out.go:177] * Starting "addons-378487" primary control-plane node in "addons-378487" cluster
I1028 11:38:08.089365 709587 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:38:08.090679 709587 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:38:08.091820 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:08.091859 709587 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1028 11:38:08.091865 709587 cache.go:56] Caching tarball of preloaded images
I1028 11:38:08.091898 709587 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:38:08.091971 709587 preload.go:172] Found /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1028 11:38:08.091983 709587 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:38:08.092308 709587 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json ...
I1028 11:38:08.092336 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json: {Name:mka6f634a1bbd241709959efb0de733d4ffd7cc6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:08.108669 709587 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:38:08.108799 709587 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:38:08.108821 709587 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 11:38:08.108827 709587 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 11:38:08.108840 709587 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 11:38:08.108850 709587 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from local cache
I1028 11:38:20.040629 709587 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from cached tarball
I1028 11:38:20.040683 709587 cache.go:194] Successfully downloaded all kic artifacts
I1028 11:38:20.040727 709587 start.go:360] acquireMachinesLock for addons-378487: {Name:mka885612dd631f801ea481d89d5db020b86f28c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:38:20.040842 709587 start.go:364] duration metric: took 89.322µs to acquireMachinesLock for "addons-378487"
I1028 11:38:20.040869 709587 start.go:93] Provisioning new machine with config: &{Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:38:20.040969 709587 start.go:125] createHost starting for "" (driver="docker")
I1028 11:38:20.042828 709587 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 11:38:20.043114 709587 start.go:159] libmachine.API.Create for "addons-378487" (driver="docker")
I1028 11:38:20.043152 709587 client.go:168] LocalClient.Create starting
I1028 11:38:20.043378 709587 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem
I1028 11:38:20.282992 709587 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem
I1028 11:38:20.434011 709587 cli_runner.go:164] Run: docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 11:38:20.449123 709587 cli_runner.go:211] docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 11:38:20.449200 709587 network_create.go:284] running [docker network inspect addons-378487] to gather additional debugging logs...
I1028 11:38:20.449228 709587 cli_runner.go:164] Run: docker network inspect addons-378487
W1028 11:38:20.464495 709587 cli_runner.go:211] docker network inspect addons-378487 returned with exit code 1
I1028 11:38:20.464538 709587 network_create.go:287] error running [docker network inspect addons-378487]: docker network inspect addons-378487: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-378487 not found
I1028 11:38:20.464567 709587 network_create.go:289] output of [docker network inspect addons-378487]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-378487 not found
** /stderr **
I1028 11:38:20.464676 709587 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:38:20.480681 709587 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001c86910}
I1028 11:38:20.480729 709587 network_create.go:124] attempt to create docker network addons-378487 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 11:38:20.480776 709587 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-378487 addons-378487
I1028 11:38:20.544834 709587 network_create.go:108] docker network addons-378487 192.168.49.0/24 created
I1028 11:38:20.544871 709587 kic.go:121] calculated static IP "192.168.49.2" for the "addons-378487" container
I1028 11:38:20.544956 709587 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 11:38:20.560458 709587 cli_runner.go:164] Run: docker volume create addons-378487 --label name.minikube.sigs.k8s.io=addons-378487 --label created_by.minikube.sigs.k8s.io=true
I1028 11:38:20.576981 709587 oci.go:103] Successfully created a docker volume addons-378487
I1028 11:38:20.577085 709587 cli_runner.go:164] Run: docker run --rm --name addons-378487-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --entrypoint /usr/bin/test -v addons-378487:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib
I1028 11:38:27.256533 709587 cli_runner.go:217] Completed: docker run --rm --name addons-378487-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --entrypoint /usr/bin/test -v addons-378487:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib: (6.679405235s)
I1028 11:38:27.256578 709587 oci.go:107] Successfully prepared a docker volume addons-378487
I1028 11:38:27.256615 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:27.256641 709587 kic.go:194] Starting extracting preloaded images to volume ...
I1028 11:38:27.256707 709587 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-378487:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir
I1028 11:38:31.732192 709587 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-378487:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir: (4.475427991s)
I1028 11:38:31.732232 709587 kic.go:203] duration metric: took 4.475587039s to extract preloaded images to volume ...
W1028 11:38:31.732385 709587 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 11:38:31.732504 709587 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 11:38:31.778614 709587 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-378487 --name addons-378487 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-378487 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-378487 --network addons-378487 --ip 192.168.49.2 --volume addons-378487:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e
I1028 11:38:32.075460 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Running}}
I1028 11:38:32.092788 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.113629 709587 cli_runner.go:164] Run: docker exec addons-378487 stat /var/lib/dpkg/alternatives/iptables
I1028 11:38:32.155994 709587 oci.go:144] the created container "addons-378487" has a running status.
I1028 11:38:32.156042 709587 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa...
I1028 11:38:32.222622 709587 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 11:38:32.244326 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.262549 709587 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 11:38:32.262571 709587 kic_runner.go:114] Args: [docker exec --privileged addons-378487 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 11:38:32.303475 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:32.321121 709587 machine.go:93] provisionDockerMachine start ...
I1028 11:38:32.321221 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:32.343184 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:32.343382 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:32.343394 709587 main.go:141] libmachine: About to run SSH command:
hostname
I1028 11:38:32.344104 709587 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:40804->127.0.0.1:32888: read: connection reset by peer
I1028 11:38:35.464366 709587 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-378487
I1028 11:38:35.464398 709587 ubuntu.go:169] provisioning hostname "addons-378487"
I1028 11:38:35.464478 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.482160 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:35.482356 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:35.482371 709587 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-378487 && echo "addons-378487" | sudo tee /etc/hostname
I1028 11:38:35.612470 709587 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-378487
I1028 11:38:35.612579 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.629572 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:35.629771 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:35.629791 709587 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-378487' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-378487/g' /etc/hosts;
else
echo '127.0.1.1 addons-378487' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:38:35.748665 709587 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:38:35.748697 709587 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19875-701543/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-701543/.minikube}
I1028 11:38:35.748745 709587 ubuntu.go:177] setting up certificates
I1028 11:38:35.748766 709587 provision.go:84] configureAuth start
I1028 11:38:35.748833 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:35.765780 709587 provision.go:143] copyHostCerts
I1028 11:38:35.765874 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/ca.pem (1078 bytes)
I1028 11:38:35.766012 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/cert.pem (1123 bytes)
I1028 11:38:35.766131 709587 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-701543/.minikube/key.pem (1675 bytes)
I1028 11:38:35.766209 709587 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem org=jenkins.addons-378487 san=[127.0.0.1 192.168.49.2 addons-378487 localhost minikube]
I1028 11:38:35.959460 709587 provision.go:177] copyRemoteCerts
I1028 11:38:35.959536 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:38:35.959586 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:35.977157 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.065059 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1028 11:38:36.086684 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:38:36.108202 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 11:38:36.129791 709587 provision.go:87] duration metric: took 381.00581ms to configureAuth
I1028 11:38:36.129821 709587 ubuntu.go:193] setting minikube options for container-runtime
I1028 11:38:36.129996 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:36.130111 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.147359 709587 main.go:141] libmachine: Using SSH client type: native
I1028 11:38:36.147540 709587 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866160] 0x868e40 <nil> [] 0s} 127.0.0.1 32888 <nil> <nil>}
I1028 11:38:36.147556 709587 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:38:36.353276 709587 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:38:36.353306 709587 machine.go:96] duration metric: took 4.032157748s to provisionDockerMachine
I1028 11:38:36.353319 709587 client.go:171] duration metric: took 16.310160146s to LocalClient.Create
I1028 11:38:36.353342 709587 start.go:167] duration metric: took 16.310226873s to libmachine.API.Create "addons-378487"
I1028 11:38:36.353351 709587 start.go:293] postStartSetup for "addons-378487" (driver="docker")
I1028 11:38:36.353364 709587 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:38:36.353428 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:38:36.353480 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.370295 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.457826 709587 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:38:36.460922 709587 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 11:38:36.460951 709587 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 11:38:36.460959 709587 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 11:38:36.460968 709587 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 11:38:36.460980 709587 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-701543/.minikube/addons for local assets ...
I1028 11:38:36.461051 709587 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-701543/.minikube/files for local assets ...
I1028 11:38:36.461096 709587 start.go:296] duration metric: took 107.736456ms for postStartSetup
I1028 11:38:36.461463 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:36.478324 709587 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/config.json ...
I1028 11:38:36.478649 709587 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:38:36.478701 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.495314 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.577443 709587 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 11:38:36.581651 709587 start.go:128] duration metric: took 16.540663367s to createHost
I1028 11:38:36.581680 709587 start.go:83] releasing machines lock for "addons-378487", held for 16.540825691s
I1028 11:38:36.581750 709587 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-378487
I1028 11:38:36.598496 709587 ssh_runner.go:195] Run: cat /version.json
I1028 11:38:36.598564 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.598619 709587 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:38:36.598704 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:36.615874 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.616328 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:36.777648 709587 ssh_runner.go:195] Run: systemctl --version
I1028 11:38:36.781699 709587 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:38:36.919514 709587 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 11:38:36.923839 709587 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:38:36.942132 709587 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 11:38:36.942222 709587 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:38:36.970485 709587 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 11:38:36.970507 709587 start.go:495] detecting cgroup driver to use...
I1028 11:38:36.970541 709587 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 11:38:36.970582 709587 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:38:36.984159 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:38:36.994445 709587 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:38:36.994498 709587 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:38:37.007327 709587 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:38:37.021061 709587 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:38:37.102116 709587 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:38:37.183190 709587 docker.go:233] disabling docker service ...
I1028 11:38:37.183254 709587 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:38:37.200680 709587 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:38:37.210949 709587 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:38:37.291153 709587 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:38:37.372198 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:38:37.382734 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:38:37.397440 709587 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:38:37.397509 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.406075 709587 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:38:37.406144 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.414778 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.423381 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.432247 709587 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:38:37.440832 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.449699 709587 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.463893 709587 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:38:37.472300 709587 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:38:37.479519 709587 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:38:37.487026 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:37.562011 709587 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:38:37.667154 709587 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:38:37.667245 709587 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:38:37.670751 709587 start.go:563] Will wait 60s for crictl version
I1028 11:38:37.670802 709587 ssh_runner.go:195] Run: which crictl
I1028 11:38:37.674241 709587 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:38:37.706348 709587 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 11:38:37.706508 709587 ssh_runner.go:195] Run: crio --version
I1028 11:38:37.740190 709587 ssh_runner.go:195] Run: crio --version
I1028 11:38:37.775400 709587 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 11:38:37.776824 709587 cli_runner.go:164] Run: docker network inspect addons-378487 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:38:37.793619 709587 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 11:38:37.797611 709587 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:38:37.808015 709587 kubeadm.go:883] updating cluster {Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:38:37.808161 709587 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:37.808213 709587 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:38:37.873973 709587 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:38:37.874009 709587 crio.go:433] Images already preloaded, skipping extraction
I1028 11:38:37.874065 709587 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:38:37.906589 709587 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:38:37.906613 709587 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:38:37.906621 709587 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 11:38:37.906702 709587 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-378487 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:38:37.906762 709587 ssh_runner.go:195] Run: crio config
I1028 11:38:37.947070 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:37.947094 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:37.947105 709587 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:38:37.947130 709587 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-378487 NodeName:addons-378487 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:38:37.947274 709587 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-378487"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:38:37.947345 709587 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:38:37.956540 709587 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:38:37.956628 709587 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 11:38:37.964534 709587 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 11:38:37.980753 709587 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:38:37.997535 709587 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 11:38:38.013598 709587 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 11:38:38.016594 709587 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:38:38.025915 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:38.100111 709587 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:38:38.112761 709587 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487 for IP: 192.168.49.2
I1028 11:38:38.112791 709587 certs.go:194] generating shared ca certs ...
I1028 11:38:38.112811 709587 certs.go:226] acquiring lock for ca certs: {Name:mk55652b59840edb3b5ed183463f3ed3f0fe6a31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.112961 709587 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key
I1028 11:38:38.305045 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt ...
I1028 11:38:38.305080 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt: {Name:mka48c02c7d1d074e8f5cca09fdd82ce8ff1ce15 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.305291 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key ...
I1028 11:38:38.305306 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key: {Name:mk464a2a0603425e7fa979c1e0efad653137d57c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.305436 709587 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key
I1028 11:38:38.473875 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt ...
I1028 11:38:38.473908 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt: {Name:mk8b847f68203b9d58303c22f4ad0a693fb2b244 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.474098 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key ...
I1028 11:38:38.474113 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key: {Name:mk82ad4a00bc58131d930a98d9132f7c6431eb84 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.474219 709587 certs.go:256] generating profile certs ...
I1028 11:38:38.474284 709587 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key
I1028 11:38:38.474299 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt with IP's: []
I1028 11:38:38.580327 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt ...
I1028 11:38:38.580359 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: {Name:mkb3daa21d0a9553befb87652a032fa314402721 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.580556 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key ...
I1028 11:38:38.580586 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.key: {Name:mk5aa7845619f98cab9e7409b31330e5ad67433d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.580693 709587 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d
I1028 11:38:38.580713 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 11:38:38.757175 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d ...
I1028 11:38:38.757208 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d: {Name:mkdacc7b34d4bf5a49ac0dae89b5c2e67a38f934 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.757403 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d ...
I1028 11:38:38.757421 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d: {Name:mk32a445e7cab250fd98bba102ab6d608b2796c8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.757525 709587 certs.go:381] copying /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt.2295362d -> /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt
I1028 11:38:38.757605 709587 certs.go:385] copying /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key.2295362d -> /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key
I1028 11:38:38.757651 709587 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key
I1028 11:38:38.757668 709587 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt with IP's: []
I1028 11:38:38.844906 709587 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt ...
I1028 11:38:38.844946 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt: {Name:mkc75ac178571cf29b0996215e6293257d7178c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.845189 709587 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key ...
I1028 11:38:38.845213 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key: {Name:mk39cb122ffa7010f4efced8d936861784c2beec Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:38.845453 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:38:38.845496 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/ca.pem (1078 bytes)
I1028 11:38:38.845526 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/cert.pem (1123 bytes)
I1028 11:38:38.845554 709587 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-701543/.minikube/certs/key.pem (1675 bytes)
I1028 11:38:38.846163 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:38:38.869323 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1028 11:38:38.891183 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:38:38.912670 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:38:38.935990 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 11:38:38.958222 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 11:38:38.979683 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:38:39.001209 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1028 11:38:39.022951 709587 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:38:39.044144 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:38:39.059680 709587 ssh_runner.go:195] Run: openssl version
I1028 11:38:39.064874 709587 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:38:39.073303 709587 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.076545 709587 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:38 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.076603 709587 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:38:39.082544 709587 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:38:39.091343 709587 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:38:39.094370 709587 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:38:39.094416 709587 kubeadm.go:392] StartCluster: {Name:addons-378487 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-378487 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:38:39.094483 709587 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:38:39.094540 709587 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:38:39.128308 709587 cri.go:89] found id: ""
I1028 11:38:39.128380 709587 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:38:39.136781 709587 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:38:39.144813 709587 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 11:38:39.144925 709587 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:38:39.152484 709587 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:38:39.152503 709587 kubeadm.go:157] found existing configuration files:
I1028 11:38:39.152537 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:38:39.160064 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:38:39.160115 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:38:39.167670 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:38:39.175485 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:38:39.175535 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:38:39.183060 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:38:39.191339 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:38:39.191408 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:38:39.199272 709587 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:38:39.207799 709587 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:38:39.207849 709587 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:38:39.215417 709587 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 11:38:39.250557 709587 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:38:39.250621 709587 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:38:39.266546 709587 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 11:38:39.266645 709587 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1070-gcp[0m
I1028 11:38:39.266700 709587 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 11:38:39.266771 709587 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 11:38:39.266849 709587 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 11:38:39.266917 709587 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 11:38:39.266991 709587 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 11:38:39.267073 709587 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 11:38:39.267145 709587 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 11:38:39.267207 709587 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 11:38:39.267274 709587 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 11:38:39.267363 709587 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 11:38:39.317575 709587 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:38:39.317706 709587 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:38:39.317852 709587 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:38:39.325094 709587 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:38:39.327882 709587 out.go:235] - Generating certificates and keys ...
I1028 11:38:39.327965 709587 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:38:39.328023 709587 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:38:39.536166 709587 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:38:39.729327 709587 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:38:39.845415 709587 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:38:39.903203 709587 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:38:40.167763 709587 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:38:40.167887 709587 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-378487 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:38:40.286914 709587 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:38:40.287099 709587 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-378487 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:38:40.550611 709587 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:38:40.649443 709587 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:38:40.746092 709587 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:38:40.746164 709587 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:38:41.013708 709587 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:38:41.334828 709587 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:38:41.414499 709587 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:38:41.757786 709587 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:38:42.098422 709587 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:38:42.098917 709587 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:38:42.101357 709587 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:38:42.103439 709587 out.go:235] - Booting up control plane ...
I1028 11:38:42.103560 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:38:42.103670 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:38:42.104294 709587 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:38:42.113245 709587 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:38:42.118735 709587 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:38:42.118800 709587 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:38:42.206385 709587 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:38:42.206544 709587 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:38:43.208289 709587 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001981773s
I1028 11:38:43.208440 709587 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:38:47.209543 709587 kubeadm.go:310] [api-check] The API server is healthy after 4.001310703s
I1028 11:38:47.220841 709587 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:38:47.230462 709587 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:38:47.247547 709587 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:38:47.247796 709587 kubeadm.go:310] [mark-control-plane] Marking the node addons-378487 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:38:47.255609 709587 kubeadm.go:310] [bootstrap-token] Using token: i9uz2i.gno6w1ts27jzffqe
I1028 11:38:47.257588 709587 out.go:235] - Configuring RBAC rules ...
I1028 11:38:47.257740 709587 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:38:47.260935 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:38:47.266249 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:38:47.268729 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:38:47.271125 709587 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:38:47.274468 709587 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:38:47.615689 709587 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:38:48.034116 709587 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:38:48.615824 709587 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:38:48.616828 709587 kubeadm.go:310]
I1028 11:38:48.616899 709587 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:38:48.616910 709587 kubeadm.go:310]
I1028 11:38:48.616987 709587 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:38:48.617006 709587 kubeadm.go:310]
I1028 11:38:48.617053 709587 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:38:48.617123 709587 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:38:48.617166 709587 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:38:48.617172 709587 kubeadm.go:310]
I1028 11:38:48.617213 709587 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:38:48.617245 709587 kubeadm.go:310]
I1028 11:38:48.617329 709587 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:38:48.617341 709587 kubeadm.go:310]
I1028 11:38:48.617412 709587 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:38:48.617501 709587 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:38:48.617581 709587 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:38:48.617595 709587 kubeadm.go:310]
I1028 11:38:48.617702 709587 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:38:48.617809 709587 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:38:48.617817 709587 kubeadm.go:310]
I1028 11:38:48.617888 709587 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token i9uz2i.gno6w1ts27jzffqe \
I1028 11:38:48.617983 709587 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b0009b74d9fb85227079200c808995af2e019a91c0b973f2e59b8b93af6d106 \
I1028 11:38:48.618003 709587 kubeadm.go:310] --control-plane
I1028 11:38:48.618009 709587 kubeadm.go:310]
I1028 11:38:48.618084 709587 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:38:48.618091 709587 kubeadm.go:310]
I1028 11:38:48.618170 709587 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token i9uz2i.gno6w1ts27jzffqe \
I1028 11:38:48.618273 709587 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0b0009b74d9fb85227079200c808995af2e019a91c0b973f2e59b8b93af6d106
I1028 11:38:48.620526 709587 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1070-gcp\n", err: exit status 1
I1028 11:38:48.620705 709587 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:38:48.620742 709587 cni.go:84] Creating CNI manager for ""
I1028 11:38:48.620754 709587 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:38:48.622829 709587 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:38:48.624281 709587 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:38:48.628259 709587 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:38:48.628282 709587 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:38:48.644539 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:38:48.833565 709587 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:38:48.833641 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:48.833682 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-378487 minikube.k8s.io/updated_at=2024_10_28T11_38_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=addons-378487 minikube.k8s.io/primary=true
I1028 11:38:48.902339 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:48.902350 709587 ops.go:34] apiserver oom_adj: -16
I1028 11:38:49.402581 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:49.903347 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:50.402868 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:50.902663 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:51.402894 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:51.902399 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.403223 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.903321 709587 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:38:52.967926 709587 kubeadm.go:1113] duration metric: took 4.134347785s to wait for elevateKubeSystemPrivileges
I1028 11:38:52.967968 709587 kubeadm.go:394] duration metric: took 13.87355703s to StartCluster
I1028 11:38:52.967989 709587 settings.go:142] acquiring lock: {Name:mk565ea784b73011b75ae947421d9661a011ef59 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:52.968137 709587 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:38:52.968548 709587 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-701543/kubeconfig: {Name:mka7f9b92b854783b66a065cb2a9a3dfed9d453a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:38:52.968815 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:38:52.968832 709587 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:38:52.968878 709587 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 11:38:52.969008 709587 addons.go:69] Setting yakd=true in profile "addons-378487"
I1028 11:38:52.969029 709587 addons.go:234] Setting addon yakd=true in "addons-378487"
I1028 11:38:52.969067 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969082 709587 addons.go:69] Setting metrics-server=true in profile "addons-378487"
I1028 11:38:52.969097 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:52.969102 709587 addons.go:234] Setting addon metrics-server=true in "addons-378487"
I1028 11:38:52.969104 709587 addons.go:69] Setting volcano=true in profile "addons-378487"
I1028 11:38:52.969134 709587 addons.go:234] Setting addon volcano=true in "addons-378487"
I1028 11:38:52.969136 709587 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-378487"
I1028 11:38:52.969144 709587 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-378487"
I1028 11:38:52.969154 709587 addons.go:69] Setting registry=true in profile "addons-378487"
I1028 11:38:52.969166 709587 addons.go:69] Setting default-storageclass=true in profile "addons-378487"
I1028 11:38:52.969172 709587 addons.go:234] Setting addon registry=true in "addons-378487"
I1028 11:38:52.969162 709587 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-378487"
I1028 11:38:52.969202 709587 addons.go:69] Setting ingress=true in profile "addons-378487"
I1028 11:38:52.969218 709587 addons.go:234] Setting addon ingress=true in "addons-378487"
I1028 11:38:52.969216 709587 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-378487"
I1028 11:38:52.969246 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969068 709587 addons.go:69] Setting storage-provisioner=true in profile "addons-378487"
I1028 11:38:52.969278 709587 addons.go:234] Setting addon storage-provisioner=true in "addons-378487"
I1028 11:38:52.969140 709587 addons.go:69] Setting volumesnapshots=true in profile "addons-378487"
I1028 11:38:52.969297 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969303 709587 addons.go:234] Setting addon volumesnapshots=true in "addons-378487"
I1028 11:38:52.969340 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969136 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969203 709587 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-378487"
I1028 11:38:52.969588 709587 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-378487"
I1028 11:38:52.969615 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969653 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969664 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969728 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969757 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969799 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969826 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.970078 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969091 709587 addons.go:69] Setting inspektor-gadget=true in profile "addons-378487"
I1028 11:38:52.969157 709587 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-378487"
I1028 11:38:52.969184 709587 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-378487"
I1028 11:38:52.970212 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970248 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970668 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.970715 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969188 709587 addons.go:69] Setting cloud-spanner=true in profile "addons-378487"
I1028 11:38:52.970953 709587 addons.go:234] Setting addon cloud-spanner=true in "addons-378487"
I1028 11:38:52.970986 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.971458 709587 out.go:177] * Verifying Kubernetes components...
I1028 11:38:52.971565 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969177 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.970175 709587 addons.go:234] Setting addon inspektor-gadget=true in "addons-378487"
I1028 11:38:52.972258 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.972734 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.972921 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.973048 709587 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:38:52.969203 709587 addons.go:69] Setting ingress-dns=true in profile "addons-378487"
I1028 11:38:52.973267 709587 addons.go:234] Setting addon ingress-dns=true in "addons-378487"
I1028 11:38:52.973350 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.969192 709587 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-378487"
I1028 11:38:52.973762 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.973942 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969196 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:52.979147 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:52.969194 709587 addons.go:69] Setting gcp-auth=true in profile "addons-378487"
I1028 11:38:52.979472 709587 mustload.go:65] Loading cluster: addons-378487
I1028 11:38:52.979721 709587 config.go:182] Loaded profile config "addons-378487": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:38:52.980067 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.016089 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 11:38:53.017726 709587 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 11:38:53.019124 709587 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 11:38:53.019196 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 11:38:53.019209 709587 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 11:38:53.019271 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.019576 709587 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-378487"
I1028 11:38:53.019629 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.020142 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.020710 709587 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 11:38:53.020732 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 11:38:53.020784 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.025222 709587 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:38:53.026730 709587 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:38:53.026758 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:38:53.026822 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.028191 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 11:38:53.029624 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 11:38:53.032591 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 11:38:53.032651 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 11:38:53.033936 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:38:53.033986 709587 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 11:38:53.035260 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:38:53.036689 709587 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:38:53.036710 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 11:38:53.036772 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.039221 709587 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 11:38:53.040709 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 11:38:53.042459 709587 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 11:38:53.043574 709587 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 11:38:53.043580 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 11:38:53.043684 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 11:38:53.043767 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.044796 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 11:38:53.044817 709587 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 11:38:53.044868 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.045662 709587 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 11:38:53.046865 709587 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 11:38:53.046874 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 11:38:53.046923 709587 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 11:38:53.046994 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.048063 709587 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 11:38:53.048080 709587 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 11:38:53.048132 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
W1028 11:38:53.066868 709587 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 11:38:53.069258 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.072761 709587 out.go:177] - Using image docker.io/registry:2.8.3
I1028 11:38:53.074416 709587 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 11:38:53.075863 709587 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 11:38:53.075882 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 11:38:53.075931 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.083796 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.088744 709587 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 11:38:53.090557 709587 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 11:38:53.092012 709587 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:38:53.092031 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 11:38:53.092130 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.100733 709587 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:38:53.100764 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 11:38:53.100836 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.104839 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.105261 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.105995 709587 addons.go:234] Setting addon default-storageclass=true in "addons-378487"
I1028 11:38:53.106046 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:38:53.106510 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:38:53.107062 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.110728 709587 out.go:177] - Using image docker.io/busybox:stable
I1028 11:38:53.112141 709587 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 11:38:53.113492 709587 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:38:53.113511 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 11:38:53.113564 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.116643 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.122227 709587 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 11:38:53.123492 709587 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:38:53.123568 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 11:38:53.123636 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.124929 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.130335 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.130903 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.144717 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.153260 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:38:53.154212 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.167534 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.167712 709587 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:38:53.168674 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.175960 709587 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:38:53.175980 709587 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:38:53.176033 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:38:53.176623 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:38:53.193455 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
W1028 11:38:53.233462 709587 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1028 11:38:53.233510 709587 retry.go:31] will retry after 218.426921ms: ssh: handshake failed: EOF
I1028 11:38:53.346665 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:38:53.446983 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 11:38:53.447014 709587 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 11:38:53.554261 709587 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:38:53.554352 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 11:38:53.556533 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:38:53.635431 709587 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 11:38:53.635512 709587 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 11:38:53.637941 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 11:38:53.639259 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 11:38:53.639283 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 11:38:53.740385 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:38:53.748234 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 11:38:53.748325 709587 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 11:38:53.751609 709587 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:38:53.751639 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 11:38:53.752349 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:38:53.752813 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:38:53.753591 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 11:38:53.753615 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 11:38:53.756544 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 11:38:53.756634 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 11:38:53.840288 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:38:53.848177 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:38:53.935538 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 11:38:53.935647 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 11:38:53.941042 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:38:53.941782 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:38:53.951550 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 11:38:53.951656 709587 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 11:38:54.135796 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 11:38:54.135885 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 11:38:54.235609 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 11:38:54.235708 709587 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 11:38:54.244773 709587 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:38:54.244861 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 11:38:54.443463 709587 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:38:54.443557 709587 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 11:38:54.454106 709587 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 11:38:54.454218 709587 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 11:38:54.540702 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 11:38:54.540803 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 11:38:54.636219 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:38:54.646996 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:38:54.752526 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 11:38:54.752633 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 11:38:54.834395 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 11:38:54.834484 709587 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 11:38:55.048892 709587 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 11:38:55.048989 709587 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 11:38:55.454327 709587 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:38:55.454374 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 11:38:55.544404 709587 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.391097702s)
I1028 11:38:55.544459 709587 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 11:38:55.544927 709587 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.377188431s)
I1028 11:38:55.547049 709587 node_ready.go:35] waiting up to 6m0s for node "addons-378487" to be "Ready" ...
I1028 11:38:55.635128 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 11:38:55.635160 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 11:38:55.934210 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 11:38:55.934248 709587 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 11:38:55.946089 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:38:56.135923 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 11:38:56.135970 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 11:38:56.436734 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 11:38:56.436767 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 11:38:56.456598 709587 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-378487" context rescaled to 1 replicas
I1028 11:38:56.850830 709587 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:38:56.850946 709587 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 11:38:57.049719 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:38:57.638004 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:38:59.138572 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (5.791864069s)
I1028 11:38:59.138781 709587 addons.go:475] Verifying addon ingress=true in "addons-378487"
I1028 11:38:59.138821 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (5.50084251s)
I1028 11:38:59.138898 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (5.398463079s)
I1028 11:38:59.138916 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (5.386050168s)
I1028 11:38:59.139038 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (5.386616125s)
I1028 11:38:59.138740 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (5.582167522s)
I1028 11:38:59.139099 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (5.298772648s)
I1028 11:38:59.139124 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (5.290915354s)
I1028 11:38:59.139198 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (5.198065562s)
I1028 11:38:59.139264 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (5.197408375s)
I1028 11:38:59.139285 709587 addons.go:475] Verifying addon registry=true in "addons-378487"
I1028 11:38:59.139410 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.492310298s)
I1028 11:38:59.139341 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.503028367s)
I1028 11:38:59.139701 709587 addons.go:475] Verifying addon metrics-server=true in "addons-378487"
I1028 11:38:59.140688 709587 out.go:177] * Verifying registry addon...
I1028 11:38:59.140687 709587 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-378487 service yakd-dashboard -n yakd-dashboard
I1028 11:38:59.140793 709587 out.go:177] * Verifying ingress addon...
I1028 11:38:59.143065 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 11:38:59.144078 709587 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 11:38:59.147952 709587 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:38:59.147971 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1028 11:38:59.148219 709587 out.go:270] ! Enabling 'storage-provisioner-rancher' returned an error: running callbacks: [Error making local-path the default storage class: Error while marking storage class local-path as default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1028 11:38:59.247142 709587 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 11:38:59.247173 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:38:59.649653 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:38:59.650218 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:38:59.933451 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (3.98724199s)
W1028 11:38:59.933581 709587 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:38:59.933641 709587 retry.go:31] will retry after 311.952984ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:39:00.050255 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:00.146488 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:00.147749 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:00.162735 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (3.112946497s)
I1028 11:39:00.162780 709587 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-378487"
I1028 11:39:00.164738 709587 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 11:39:00.167231 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:39:00.245958 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:39:00.248188 709587 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:39:00.248207 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:00.647106 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:00.647699 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:00.660025 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 11:39:00.660095 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:39:00.677120 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:39:00.747903 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:00.774975 709587 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 11:39:00.791993 709587 addons.go:234] Setting addon gcp-auth=true in "addons-378487"
I1028 11:39:00.792045 709587 host.go:66] Checking if "addons-378487" exists ...
I1028 11:39:00.792402 709587 cli_runner.go:164] Run: docker container inspect addons-378487 --format={{.State.Status}}
I1028 11:39:00.809171 709587 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 11:39:00.809224 709587 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-378487
I1028 11:39:00.825447 709587 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32888 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/addons-378487/id_rsa Username:docker}
I1028 11:39:01.146924 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:01.147646 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:01.171448 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:01.646382 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:01.647385 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:01.671036 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.051358 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:02.147326 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:02.147847 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:02.171047 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.646214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:02.647469 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:02.671390 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:02.697892 709587 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.451892947s)
I1028 11:39:02.697973 709587 ssh_runner.go:235] Completed: cat /var/lib/minikube/google_application_credentials.json: (1.888772865s)
I1028 11:39:02.700160 709587 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 11:39:02.702367 709587 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:39:02.704016 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 11:39:02.704040 709587 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 11:39:02.721348 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 11:39:02.721377 709587 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 11:39:02.738570 709587 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:39:02.738597 709587 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 11:39:02.755324 709587 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:39:03.070174 709587 addons.go:475] Verifying addon gcp-auth=true in "addons-378487"
I1028 11:39:03.071383 709587 out.go:177] * Verifying gcp-auth addon...
I1028 11:39:03.073586 709587 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 11:39:03.077067 709587 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 11:39:03.077089 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:03.147264 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:03.147600 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:03.170784 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:03.576644 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:03.646667 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:03.647606 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:03.671345 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:04.077501 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:04.146311 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:04.147382 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:04.171020 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:04.551161 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:04.576841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:04.646906 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:04.648084 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:04.670998 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:05.076425 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:05.146080 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:05.147261 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:05.170936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:05.577434 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:05.646539 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:05.647672 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:05.671088 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:06.077811 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:06.146473 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:06.147639 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:06.170995 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:06.576966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:06.647149 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:06.647400 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:06.670896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:07.050703 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:07.077100 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:07.147008 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:07.147311 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:07.170836 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:07.577479 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:07.646299 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:07.647240 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:07.670582 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:08.077628 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:08.146569 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:08.147815 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:08.171334 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:08.576764 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:08.646816 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:08.647976 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:08.671214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:09.076675 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:09.146639 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:09.147533 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:09.170863 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:09.550829 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:09.577511 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:09.646281 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:09.647806 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:09.671227 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:10.077475 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:10.146279 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:10.147180 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:10.170376 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:10.576784 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:10.646621 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:10.647760 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:10.670078 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:11.076297 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:11.147277 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:11.147680 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:11.170972 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:11.577413 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:11.645734 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:11.647023 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:11.670307 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:12.050673 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:12.077752 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:12.146262 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:12.147543 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:12.170801 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:12.577513 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:12.646327 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:12.647542 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:12.670825 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:13.076614 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:13.146555 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:13.147380 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:13.170825 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:13.577214 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:13.647190 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:13.647600 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:13.670834 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:14.050874 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:14.077921 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:14.146783 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:14.147949 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:14.171738 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:14.577216 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:14.646769 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:14.647371 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:14.670599 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:15.076940 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:15.146679 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:15.147672 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:15.171219 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:15.576991 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:15.646732 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:15.647208 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:15.670989 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:16.051287 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:16.077420 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:16.147230 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:16.147494 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:16.170841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:16.576665 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:16.646735 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:16.647709 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:16.670515 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:17.076797 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:17.146501 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:17.147544 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:17.171187 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:17.577268 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:17.647099 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:17.647704 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:17.670832 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:18.076838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:18.146575 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:18.147563 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:18.171032 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:18.551178 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:18.577029 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:18.647028 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:18.647483 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:18.670842 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:19.077385 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:19.145993 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:19.147165 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:19.170393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:19.576936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:19.646901 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:19.648538 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:19.670337 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:20.077608 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:20.146664 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:20.147337 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:20.170974 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:20.576945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:20.646745 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:20.647932 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:20.670490 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:21.050222 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:21.077050 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:21.146861 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:21.147318 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:21.170838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:21.576529 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:21.646528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:21.647592 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:21.671033 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:22.077262 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:22.147142 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:22.147591 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:22.171043 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:22.576378 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:22.646981 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:22.647317 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:22.670395 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:23.076981 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:23.146913 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:23.148100 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:23.170300 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:23.550196 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:23.577261 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:23.647347 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:23.647832 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:23.670802 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:24.077272 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:24.147114 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:24.147563 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:24.170902 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:24.577684 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:24.646707 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:24.647825 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:24.671087 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:25.076656 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:25.146337 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:25.147544 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:25.171115 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:25.576673 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:25.646872 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:25.647467 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:25.670880 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:26.050845 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:26.077541 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:26.146283 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:26.148401 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:26.170616 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:26.577116 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:26.649048 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:26.649374 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:26.670888 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:27.077240 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:27.146976 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:27.147564 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:27.170950 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:27.576585 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:27.646316 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:27.647945 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:27.671223 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:28.077376 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:28.146966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:28.147457 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:28.170760 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:28.550470 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:28.577298 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:28.646926 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:28.647401 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:28.670744 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:29.077613 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:29.146392 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:29.147500 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:29.170896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:29.577832 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:29.647210 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:29.647476 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:29.671109 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:30.076728 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:30.146435 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:30.147514 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:30.171077 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:30.551031 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:30.576374 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:30.647246 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:30.647615 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:30.670485 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:31.076920 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:31.146699 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:31.147929 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:31.170451 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:31.577103 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:31.646946 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:31.647460 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:31.671091 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:32.076579 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:32.146848 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:32.147450 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:32.170647 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:32.577150 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:32.646860 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:32.647386 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:32.670359 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:33.051018 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:33.076754 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:33.146612 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:33.147680 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:33.171412 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:33.577006 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:33.646634 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:33.647142 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:33.670771 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:34.077481 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:34.145968 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:34.147352 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:34.171123 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:34.576479 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:34.646183 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:34.647625 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:34.671032 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:35.051117 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:35.076681 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:35.146203 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:35.147545 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:35.170978 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:35.576957 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:35.646845 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:35.648047 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:35.670708 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:36.077490 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:36.146312 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:36.147591 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:36.171110 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:36.576469 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:36.646519 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:36.647659 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:36.671118 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:37.076838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:37.146838 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:37.147524 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:37.170776 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:37.550740 709587 node_ready.go:53] node "addons-378487" has status "Ready":"False"
I1028 11:39:37.577449 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:37.646217 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:37.647526 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:37.670734 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:38.076577 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:38.146639 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:38.147818 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:38.170200 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:38.549940 709587 node_ready.go:49] node "addons-378487" has status "Ready":"True"
I1028 11:39:38.549966 709587 node_ready.go:38] duration metric: took 43.002884083s for node "addons-378487" to be "Ready" ...
I1028 11:39:38.549980 709587 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:39:38.560142 709587 pod_ready.go:79] waiting up to 6m0s for pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace to be "Ready" ...
I1028 11:39:38.577233 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:38.647502 709587 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:39:38.647532 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:38.647686 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:38.672330 709587 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:39:38.672354 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:39.077294 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:39.178459 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:39.178605 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:39.178752 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:39.635466 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:39.647990 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:39.648174 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:39.671627 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:40.077676 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:40.146983 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:40.147878 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:40.172393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:40.566728 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:40.577198 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:40.647876 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:40.648088 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:40.672631 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:41.077573 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:41.146536 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:41.147432 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:41.172153 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:41.577089 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:41.647938 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:41.648212 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:41.671627 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:42.077617 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:42.146835 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:42.147955 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:42.172102 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:42.576905 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:42.648918 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:42.649532 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:42.670766 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:43.065894 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:43.076019 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:43.147185 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:43.147777 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:43.171580 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:43.577189 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:43.647549 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:43.647634 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:43.672329 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:44.136335 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:44.148015 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:44.148810 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:44.237486 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:44.636017 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:44.647448 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:44.648952 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:44.735750 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:45.077149 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:45.147658 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:45.147860 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:45.172323 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:45.565877 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:45.577781 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:45.647338 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:45.647977 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:45.673043 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:46.076758 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:46.147048 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:46.148240 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:46.171286 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:46.577219 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:46.647663 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:46.648365 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:46.672443 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:47.077539 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:47.146951 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:47.147951 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:47.173277 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:47.568006 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:47.578377 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:47.647945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:47.648224 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:47.672668 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:48.077487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:48.147947 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:48.148149 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:48.171106 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:48.576817 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:48.647427 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:48.648790 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:48.672617 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:49.076794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:49.147063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:49.147747 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:49.172030 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:49.576930 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:49.647044 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:49.648053 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:49.673201 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:50.066398 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:50.077694 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:50.146794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:50.147803 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:50.172406 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:50.577512 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:50.646930 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:50.648198 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:50.672841 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:51.077090 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:51.147444 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:51.148237 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:51.171646 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:51.577862 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:51.647052 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:51.648508 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:51.671815 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.066563 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:52.077383 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:52.147807 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:52.148193 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:52.172161 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.577172 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:52.678198 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:52.678590 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:52.678638 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.077487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:53.146684 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:53.148232 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.172964 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:53.576958 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:53.647111 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:53.648057 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:53.671411 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:54.077316 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:54.147685 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:54.148164 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:54.178182 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:54.565967 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:54.577534 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:54.646794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:54.648261 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:54.671963 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:55.077736 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:55.146796 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:55.147957 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:55.172252 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:55.577083 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:55.647712 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:55.648587 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:55.672178 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:56.076692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:56.146118 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:56.147786 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:56.171489 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:56.569173 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:56.577373 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:56.679092 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:56.679526 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:56.679619 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:57.077794 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:57.147205 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:57.147752 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:57.172333 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:57.577688 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:57.646852 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:57.648064 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:57.672064 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:58.077250 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:58.147749 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:58.148492 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:58.236327 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:58.635532 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:39:58.635605 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:58.646675 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:58.647387 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:58.672033 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:59.077432 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:59.146528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:59.147608 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:59.171813 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:39:59.577377 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:39:59.647669 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:39:59.647835 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:39:59.672437 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:00.077497 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:00.146736 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:00.147593 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:00.171814 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:00.577292 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:00.647330 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:00.647599 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:00.671739 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:01.066489 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:01.077204 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:01.147080 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:01.147314 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:01.171651 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:01.577853 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:01.647127 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:01.648384 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:01.672260 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:02.077239 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:02.147161 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:02.147509 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:02.171592 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:02.577222 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:02.647589 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:02.647829 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:02.672399 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:03.067179 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:03.134382 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:03.149053 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:03.149789 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:03.172696 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:03.649035 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:03.651398 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:03.653336 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:03.737221 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:04.137598 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:04.149524 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:04.150860 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:04.238179 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:04.577425 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:04.648399 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:04.648504 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:04.672781 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:05.070626 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:05.076913 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:05.147225 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:05.148414 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:05.172073 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:05.578321 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:05.647710 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:05.647932 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:05.672379 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:06.136197 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:06.147143 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:06.147733 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:06.173795 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:06.577121 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:06.647535 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:06.647894 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:06.672454 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:07.077215 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:07.147420 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:07.147682 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:07.172770 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:07.566487 709587 pod_ready.go:103] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:07.576419 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:07.646669 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:07.647483 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:07.678240 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:08.077344 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:08.147629 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:08.148245 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:08.171798 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:08.638730 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:08.647576 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:08.648941 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:08.748804 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.078939 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:09.147075 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:09.148542 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:09.171435 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.566164 709587 pod_ready.go:93] pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.566191 709587 pod_ready.go:82] duration metric: took 31.006020621s for pod "amd-gpu-device-plugin-xrtll" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.566205 709587 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.570675 709587 pod_ready.go:93] pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.570697 709587 pod_ready.go:82] duration metric: took 4.485543ms for pod "coredns-7c65d6cfc9-4kqbq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.570718 709587 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.575411 709587 pod_ready.go:93] pod "etcd-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.575434 709587 pod_ready.go:82] duration metric: took 4.7078ms for pod "etcd-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.575445 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.576204 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:09.579488 709587 pod_ready.go:93] pod "kube-apiserver-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.579509 709587 pod_ready.go:82] duration metric: took 4.058262ms for pod "kube-apiserver-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.579519 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.583666 709587 pod_ready.go:93] pod "kube-controller-manager-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.583685 709587 pod_ready.go:82] duration metric: took 4.160124ms for pod "kube-controller-manager-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.583697 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-xdnbv" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.646880 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:09.647745 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:09.672254 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:09.964254 709587 pod_ready.go:93] pod "kube-proxy-xdnbv" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:09.964277 709587 pod_ready.go:82] duration metric: took 380.574567ms for pod "kube-proxy-xdnbv" in "kube-system" namespace to be "Ready" ...
I1028 11:40:09.964287 709587 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.077528 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:10.178808 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:10.179057 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:10.179130 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:10.364116 709587 pod_ready.go:93] pod "kube-scheduler-addons-378487" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:10.364139 709587 pod_ready.go:82] duration metric: took 399.845871ms for pod "kube-scheduler-addons-378487" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.364157 709587 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace to be "Ready" ...
I1028 11:40:10.638897 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:10.648714 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:10.649019 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:10.672769 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:11.078138 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:11.147922 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:11.148812 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:11.171709 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:11.577623 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:11.646630 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:11.647941 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:11.671946 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:12.077405 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:12.178748 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:12.178757 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:40:12.179014 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:12.369970 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:12.577347 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:12.647661 709587 kapi.go:107] duration metric: took 1m13.50459134s to wait for kubernetes.io/minikube-addons=registry ...
I1028 11:40:12.647886 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:12.671620 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:13.077513 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:13.147702 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:13.171692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:13.577945 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:13.648549 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:13.672474 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.077417 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:14.147947 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:14.172232 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.577393 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:14.647918 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:14.671992 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:14.870818 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:15.076933 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:15.148031 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:15.171340 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:15.577542 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:15.648003 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:15.671775 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.077721 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:16.149024 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:16.172459 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.637070 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:16.651073 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:16.738487 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:16.940705 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:17.134356 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:17.149060 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:17.172584 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:17.636596 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:17.648147 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:17.737452 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:18.135391 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:18.148916 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:18.238896 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:18.577753 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:18.648656 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:18.671760 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:19.077303 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:19.148551 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:19.171902 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:19.370254 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:19.578083 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:19.648498 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:19.671641 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:20.078071 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:20.148898 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:20.172152 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:20.577661 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:20.648914 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:20.672023 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.078642 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:21.148121 709587 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:40:21.171467 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.577581 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:21.679295 709587 kapi.go:107] duration metric: took 1m22.535212048s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 11:40:21.679368 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:21.938589 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:22.136455 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:22.254936 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:22.578103 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:22.671692 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:23.077791 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:23.171773 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:23.577559 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:23.673183 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:24.077355 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:24.172346 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:24.370043 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:24.577044 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:24.671817 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:25.077550 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:25.172966 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:25.577866 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:25.739885 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:26.077088 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:26.171707 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:26.371604 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:26.577411 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:26.672835 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:27.077063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:40:27.179063 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:27.579160 709587 kapi.go:107] duration metric: took 1m24.505572313s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 11:40:27.580772 709587 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-378487 cluster.
I1028 11:40:27.582098 709587 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 11:40:27.583501 709587 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 11:40:27.680959 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:28.172037 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:28.371797 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:28.672629 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:29.173115 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:29.673094 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.172643 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.672306 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:30.870903 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:31.172763 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:31.672905 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:32.172317 709587 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:40:32.673122 709587 kapi.go:107] duration metric: took 1m32.505890894s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 11:40:32.674823 709587 out.go:177] * Enabled addons: cloud-spanner, nvidia-device-plugin, ingress-dns, inspektor-gadget, storage-provisioner, amd-gpu-device-plugin, metrics-server, yakd, default-storageclass, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1028 11:40:32.676109 709587 addons.go:510] duration metric: took 1m39.707231924s for enable addons: enabled=[cloud-spanner nvidia-device-plugin ingress-dns inspektor-gadget storage-provisioner amd-gpu-device-plugin metrics-server yakd default-storageclass volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1028 11:40:33.369631 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:35.370549 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:37.870644 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:40.370036 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:42.370276 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:44.870371 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:47.370313 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:49.370509 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:51.870336 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:54.370047 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:56.370170 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:58.370723 709587 pod_ready.go:103] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"False"
I1028 11:40:58.870511 709587 pod_ready.go:93] pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:58.870535 709587 pod_ready.go:82] duration metric: took 48.506371225s for pod "metrics-server-84c5f94fbc-htp7z" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.870546 709587 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.875147 709587 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace has status "Ready":"True"
I1028 11:40:58.875170 709587 pod_ready.go:82] duration metric: took 4.617211ms for pod "nvidia-device-plugin-daemonset-xspxq" in "kube-system" namespace to be "Ready" ...
I1028 11:40:58.875188 709587 pod_ready.go:39] duration metric: took 1m20.325194156s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:40:58.875207 709587 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:40:58.875240 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:40:58.875289 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:40:58.910350 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:40:58.910371 709587 cri.go:89] found id: ""
I1028 11:40:58.910382 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:40:58.910424 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.913823 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:40:58.913891 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:40:58.948051 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:40:58.948071 709587 cri.go:89] found id: ""
I1028 11:40:58.948083 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:40:58.948135 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.951532 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:40:58.951589 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:40:58.986086 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:40:58.986107 709587 cri.go:89] found id: ""
I1028 11:40:58.986115 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:40:58.986179 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:58.989590 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:40:58.989652 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:40:59.023066 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:40:59.023086 709587 cri.go:89] found id: ""
I1028 11:40:59.023094 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:40:59.023145 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.026565 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:40:59.026626 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:40:59.059914 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:40:59.059940 709587 cri.go:89] found id: ""
I1028 11:40:59.059949 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:40:59.060009 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.063365 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:40:59.063418 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:40:59.096130 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:40:59.096158 709587 cri.go:89] found id: ""
I1028 11:40:59.096166 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:40:59.096217 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.099612 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:40:59.099680 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:40:59.133822 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:40:59.133846 709587 cri.go:89] found id: ""
I1028 11:40:59.133856 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:40:59.133911 709587 ssh_runner.go:195] Run: which crictl
I1028 11:40:59.137335 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:40:59.137359 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:40:59.176004 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.176184 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:40:59.176311 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.176472 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:40:59.220669 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:40:59.220705 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:40:59.239202 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:40:59.239237 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:40:59.295529 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:40:59.295579 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:40:59.331313 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:40:59.331344 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:40:59.372872 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:40:59.372908 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:40:59.406793 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:40:59.406843 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:40:59.442597 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:40:59.442626 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:40:59.520553 709587 logs.go:123] Gathering logs for container status ...
I1028 11:40:59.520611 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:40:59.562350 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:40:59.562384 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:40:59.659952 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:40:59.659981 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:40:59.705233 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:40:59.705265 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:40:59.762137 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:40:59.762171 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:40:59.762247 709587 out.go:270] X Problems detected in kubelet:
W1028 11:40:59.762264 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.762276 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:40:59.762293 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:40:59.762306 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:40:59.762319 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:40:59.762329 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:09.762684 709587 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:41:09.777292 709587 api_server.go:72] duration metric: took 2m16.808424669s to wait for apiserver process to appear ...
I1028 11:41:09.777322 709587 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:41:09.777374 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:41:09.777428 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:41:09.810004 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:09.810042 709587 cri.go:89] found id: ""
I1028 11:41:09.810052 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:41:09.810102 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.813460 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:41:09.813538 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:41:09.846171 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:09.846199 709587 cri.go:89] found id: ""
I1028 11:41:09.846209 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:41:09.846271 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.849603 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:41:09.849657 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:41:09.882737 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:09.882763 709587 cri.go:89] found id: ""
I1028 11:41:09.882772 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:41:09.882824 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.886207 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:41:09.886276 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:41:09.920000 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:09.920024 709587 cri.go:89] found id: ""
I1028 11:41:09.920032 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:41:09.920081 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.923709 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:41:09.923776 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:41:09.957301 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:09.957333 709587 cri.go:89] found id: ""
I1028 11:41:09.957342 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:41:09.957388 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.960637 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:41:09.960697 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:41:09.993432 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:09.993462 709587 cri.go:89] found id: ""
I1028 11:41:09.993472 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:41:09.993517 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:09.996889 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:41:09.996951 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:41:10.029683 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:10.029709 709587 cri.go:89] found id: ""
I1028 11:41:10.029717 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:41:10.029760 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:10.033082 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:41:10.033110 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:10.067765 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:41:10.067791 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:10.108699 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:41:10.108732 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:10.141521 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:41:10.141556 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:10.176467 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:41:10.176499 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:41:10.216807 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.216986 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:10.217115 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.217274 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:10.261998 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:41:10.262043 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:41:10.357408 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:41:10.357441 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:10.402586 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:41:10.402620 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:10.458216 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:41:10.458254 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:41:10.476373 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:41:10.476402 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:10.532769 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:41:10.532810 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:41:10.610982 709587 logs.go:123] Gathering logs for container status ...
I1028 11:41:10.611023 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:41:10.653236 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:10.653264 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:41:10.653320 709587 out.go:270] X Problems detected in kubelet:
W1028 11:41:10.653335 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.653344 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:10.653356 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:10.653366 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:10.653374 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:10.653382 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:20.654892 709587 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 11:41:20.659785 709587 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 11:41:20.660743 709587 api_server.go:141] control plane version: v1.31.2
I1028 11:41:20.660770 709587 api_server.go:131] duration metric: took 10.883442199s to wait for apiserver health ...
I1028 11:41:20.660779 709587 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:41:20.660801 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:41:20.660853 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:41:20.694456 709587 cri.go:89] found id: "08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:20.694483 709587 cri.go:89] found id: ""
I1028 11:41:20.694495 709587 logs.go:282] 1 containers: [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0]
I1028 11:41:20.694545 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.697870 709587 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:41:20.697932 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:41:20.730813 709587 cri.go:89] found id: "45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:20.730834 709587 cri.go:89] found id: ""
I1028 11:41:20.730842 709587 logs.go:282] 1 containers: [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a]
I1028 11:41:20.730896 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.734436 709587 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:41:20.734496 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:41:20.768266 709587 cri.go:89] found id: "569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:20.768292 709587 cri.go:89] found id: ""
I1028 11:41:20.768300 709587 logs.go:282] 1 containers: [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239]
I1028 11:41:20.768355 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.772021 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:41:20.772092 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:41:20.807197 709587 cri.go:89] found id: "279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:20.807219 709587 cri.go:89] found id: ""
I1028 11:41:20.807227 709587 logs.go:282] 1 containers: [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65]
I1028 11:41:20.807277 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.810704 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:41:20.810775 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:41:20.844736 709587 cri.go:89] found id: "7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:20.844760 709587 cri.go:89] found id: ""
I1028 11:41:20.844769 709587 logs.go:282] 1 containers: [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524]
I1028 11:41:20.844823 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.848193 709587 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:41:20.848275 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:41:20.882868 709587 cri.go:89] found id: "356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:20.882893 709587 cri.go:89] found id: ""
I1028 11:41:20.882903 709587 logs.go:282] 1 containers: [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994]
I1028 11:41:20.882962 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.886485 709587 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:41:20.886545 709587 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:41:20.921671 709587 cri.go:89] found id: "6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:20.921700 709587 cri.go:89] found id: ""
I1028 11:41:20.921712 709587 logs.go:282] 1 containers: [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1]
I1028 11:41:20.921757 709587 ssh_runner.go:195] Run: which crictl
I1028 11:41:20.925544 709587 logs.go:123] Gathering logs for kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] ...
I1028 11:41:20.925583 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1"
I1028 11:41:20.961873 709587 logs.go:123] Gathering logs for CRI-O ...
I1028 11:41:20.961904 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:41:21.035966 709587 logs.go:123] Gathering logs for container status ...
I1028 11:41:21.036022 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:41:21.079604 709587 logs.go:123] Gathering logs for coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] ...
I1028 11:41:21.079639 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239"
I1028 11:41:21.115292 709587 logs.go:123] Gathering logs for kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] ...
I1028 11:41:21.115327 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524"
I1028 11:41:21.147901 709587 logs.go:123] Gathering logs for kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] ...
I1028 11:41:21.147930 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994"
I1028 11:41:21.203890 709587 logs.go:123] Gathering logs for kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] ...
I1028 11:41:21.203925 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0"
I1028 11:41:21.248746 709587 logs.go:123] Gathering logs for etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] ...
I1028 11:41:21.248775 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a"
I1028 11:41:21.305367 709587 logs.go:123] Gathering logs for kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] ...
I1028 11:41:21.305416 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65"
I1028 11:41:21.346625 709587 logs.go:123] Gathering logs for kubelet ...
I1028 11:41:21.346658 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:41:21.390592 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.390805 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:21.390981 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.391204 709587 logs.go:138] Found kubelet problem: Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:21.436523 709587 logs.go:123] Gathering logs for dmesg ...
I1028 11:41:21.436581 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:41:21.454963 709587 logs.go:123] Gathering logs for describe nodes ...
I1028 11:41:21.454997 709587 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:41:21.552404 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:21.552430 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:41:21.552489 709587 out.go:270] X Problems detected in kubelet:
W1028 11:41:21.552502 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734283 1633 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.552509 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734350 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
W1028 11:41:21.552517 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: W1028 11:38:54.734404 1633 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-378487" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-378487' and this object
W1028 11:41:21.552525 709587 out.go:270] Oct 28 11:38:54 addons-378487 kubelet[1633]: E1028 11:38:54.734419 1633 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-378487\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-378487' and this object" logger="UnhandledError"
I1028 11:41:21.552530 709587 out.go:358] Setting ErrFile to fd 2...
I1028 11:41:21.552535 709587 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:41:31.563463 709587 system_pods.go:59] 19 kube-system pods found
I1028 11:41:31.563496 709587 system_pods.go:61] "amd-gpu-device-plugin-xrtll" [2804a835-fc1c-4b3f-a701-5b5634374104] Running
I1028 11:41:31.563502 709587 system_pods.go:61] "coredns-7c65d6cfc9-4kqbq" [bd616a14-df0d-4198-b5e9-f218d01bfac0] Running
I1028 11:41:31.563506 709587 system_pods.go:61] "csi-hostpath-attacher-0" [c9526cac-138e-4fe2-af5e-65d88f14518a] Running
I1028 11:41:31.563510 709587 system_pods.go:61] "csi-hostpath-resizer-0" [2bf943fa-cb68-4d1f-884b-0b113ab0645e] Running
I1028 11:41:31.563514 709587 system_pods.go:61] "csi-hostpathplugin-rccmj" [171d28ee-0511-469e-8ff8-5b81cd755553] Running
I1028 11:41:31.563517 709587 system_pods.go:61] "etcd-addons-378487" [c9fa8e0c-9166-4b33-ba35-e11370b64c74] Running
I1028 11:41:31.563521 709587 system_pods.go:61] "kindnet-9g8r9" [18816f90-4e48-4c3c-a1d0-278b4909c788] Running
I1028 11:41:31.563524 709587 system_pods.go:61] "kube-apiserver-addons-378487" [eea136d6-eac0-40d2-a793-8078d9b730c1] Running
I1028 11:41:31.563527 709587 system_pods.go:61] "kube-controller-manager-addons-378487" [739824f9-1c65-470e-853c-8be43a10cc24] Running
I1028 11:41:31.563531 709587 system_pods.go:61] "kube-ingress-dns-minikube" [46df82b1-88fb-4746-95de-10f6ea0829ad] Running
I1028 11:41:31.563534 709587 system_pods.go:61] "kube-proxy-xdnbv" [17d47e3b-07c7-4d0e-a735-74316a0b96a6] Running
I1028 11:41:31.563538 709587 system_pods.go:61] "kube-scheduler-addons-378487" [96a5058e-b69e-4c0a-b862-a5e5ff989f9c] Running
I1028 11:41:31.563541 709587 system_pods.go:61] "metrics-server-84c5f94fbc-htp7z" [7c7200c8-00d8-44ed-9f58-0537473488c0] Running
I1028 11:41:31.563544 709587 system_pods.go:61] "nvidia-device-plugin-daemonset-xspxq" [69dac639-c15a-4c8d-b19d-16138b275e2e] Running
I1028 11:41:31.563547 709587 system_pods.go:61] "registry-66c9cd494c-4kkdl" [aca456ad-4179-4e5e-98d1-bf88aff77104] Running
I1028 11:41:31.563550 709587 system_pods.go:61] "registry-proxy-n65k4" [6cbd4be6-77d1-4f1d-a0d4-7fe545c95b75] Running
I1028 11:41:31.563554 709587 system_pods.go:61] "snapshot-controller-56fcc65765-89nfr" [6d545a09-f25d-4aea-b402-db46629a78ba] Running
I1028 11:41:31.563557 709587 system_pods.go:61] "snapshot-controller-56fcc65765-tjhjk" [b6fa06ee-2aae-4b7d-90e1-fe94296bb197] Running
I1028 11:41:31.563562 709587 system_pods.go:61] "storage-provisioner" [8efb1ed6-b910-47e7-9b42-66c05a28fbf9] Running
I1028 11:41:31.563568 709587 system_pods.go:74] duration metric: took 10.902783804s to wait for pod list to return data ...
I1028 11:41:31.563579 709587 default_sa.go:34] waiting for default service account to be created ...
I1028 11:41:31.566477 709587 default_sa.go:45] found service account: "default"
I1028 11:41:31.566507 709587 default_sa.go:55] duration metric: took 2.921511ms for default service account to be created ...
I1028 11:41:31.566517 709587 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:41:31.575114 709587 system_pods.go:86] 19 kube-system pods found
I1028 11:41:31.575149 709587 system_pods.go:89] "amd-gpu-device-plugin-xrtll" [2804a835-fc1c-4b3f-a701-5b5634374104] Running
I1028 11:41:31.575155 709587 system_pods.go:89] "coredns-7c65d6cfc9-4kqbq" [bd616a14-df0d-4198-b5e9-f218d01bfac0] Running
I1028 11:41:31.575160 709587 system_pods.go:89] "csi-hostpath-attacher-0" [c9526cac-138e-4fe2-af5e-65d88f14518a] Running
I1028 11:41:31.575163 709587 system_pods.go:89] "csi-hostpath-resizer-0" [2bf943fa-cb68-4d1f-884b-0b113ab0645e] Running
I1028 11:41:31.575167 709587 system_pods.go:89] "csi-hostpathplugin-rccmj" [171d28ee-0511-469e-8ff8-5b81cd755553] Running
I1028 11:41:31.575170 709587 system_pods.go:89] "etcd-addons-378487" [c9fa8e0c-9166-4b33-ba35-e11370b64c74] Running
I1028 11:41:31.575174 709587 system_pods.go:89] "kindnet-9g8r9" [18816f90-4e48-4c3c-a1d0-278b4909c788] Running
I1028 11:41:31.575178 709587 system_pods.go:89] "kube-apiserver-addons-378487" [eea136d6-eac0-40d2-a793-8078d9b730c1] Running
I1028 11:41:31.575181 709587 system_pods.go:89] "kube-controller-manager-addons-378487" [739824f9-1c65-470e-853c-8be43a10cc24] Running
I1028 11:41:31.575186 709587 system_pods.go:89] "kube-ingress-dns-minikube" [46df82b1-88fb-4746-95de-10f6ea0829ad] Running
I1028 11:41:31.575190 709587 system_pods.go:89] "kube-proxy-xdnbv" [17d47e3b-07c7-4d0e-a735-74316a0b96a6] Running
I1028 11:41:31.575194 709587 system_pods.go:89] "kube-scheduler-addons-378487" [96a5058e-b69e-4c0a-b862-a5e5ff989f9c] Running
I1028 11:41:31.575200 709587 system_pods.go:89] "metrics-server-84c5f94fbc-htp7z" [7c7200c8-00d8-44ed-9f58-0537473488c0] Running
I1028 11:41:31.575205 709587 system_pods.go:89] "nvidia-device-plugin-daemonset-xspxq" [69dac639-c15a-4c8d-b19d-16138b275e2e] Running
I1028 11:41:31.575212 709587 system_pods.go:89] "registry-66c9cd494c-4kkdl" [aca456ad-4179-4e5e-98d1-bf88aff77104] Running
I1028 11:41:31.575215 709587 system_pods.go:89] "registry-proxy-n65k4" [6cbd4be6-77d1-4f1d-a0d4-7fe545c95b75] Running
I1028 11:41:31.575219 709587 system_pods.go:89] "snapshot-controller-56fcc65765-89nfr" [6d545a09-f25d-4aea-b402-db46629a78ba] Running
I1028 11:41:31.575222 709587 system_pods.go:89] "snapshot-controller-56fcc65765-tjhjk" [b6fa06ee-2aae-4b7d-90e1-fe94296bb197] Running
I1028 11:41:31.575228 709587 system_pods.go:89] "storage-provisioner" [8efb1ed6-b910-47e7-9b42-66c05a28fbf9] Running
I1028 11:41:31.575235 709587 system_pods.go:126] duration metric: took 8.713249ms to wait for k8s-apps to be running ...
I1028 11:41:31.575244 709587 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:41:31.575293 709587 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:41:31.587238 709587 system_svc.go:56] duration metric: took 11.973281ms WaitForService to wait for kubelet
I1028 11:41:31.587274 709587 kubeadm.go:582] duration metric: took 2m38.618410892s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:41:31.587293 709587 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:41:31.590606 709587 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1028 11:41:31.590634 709587 node_conditions.go:123] node cpu capacity is 8
I1028 11:41:31.590646 709587 node_conditions.go:105] duration metric: took 3.348809ms to run NodePressure ...
I1028 11:41:31.590659 709587 start.go:241] waiting for startup goroutines ...
I1028 11:41:31.590667 709587 start.go:246] waiting for cluster config update ...
I1028 11:41:31.590683 709587 start.go:255] writing updated cluster config ...
I1028 11:41:31.590969 709587 ssh_runner.go:195] Run: rm -f paused
I1028 11:41:31.642043 709587 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:41:31.644093 709587 out.go:177] * Done! kubectl is now configured to use "addons-378487" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:44:37 addons-378487 crio[1026]: time="2024-10-28 11:44:37.997200798Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-5f85ff4588-hh66m Namespace:ingress-nginx ID:1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4 UID:e8a7b3b1-7434-4c96-9a5f-d51d748a34d3 NetNS:/var/run/netns/99d05eab-76ed-402f-a44f-678d83fcac72 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:44:37 addons-378487 crio[1026]: time="2024-10-28 11:44:37.997321293Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-5f85ff4588-hh66m from CNI network \"kindnet\" (type=ptp)"
Oct 28 11:44:38 addons-378487 crio[1026]: time="2024-10-28 11:44:38.037941164Z" level=info msg="Stopped pod sandbox: 1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4" id=0e718621-e259-4dec-87e9-03b5b1a83fd2 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:38 addons-378487 crio[1026]: time="2024-10-28 11:44:38.316111989Z" level=info msg="Removing container: 1e8c5cee07cc2cd4ecf7f92aa1f88b2e5932e0e8a6571418c7037208068817e0" id=8d8d116b-fb3f-4710-9914-ba65c87d73b4 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:38 addons-378487 crio[1026]: time="2024-10-28 11:44:38.329610555Z" level=info msg="Removed container 1e8c5cee07cc2cd4ecf7f92aa1f88b2e5932e0e8a6571418c7037208068817e0: ingress-nginx/ingress-nginx-controller-5f85ff4588-hh66m/controller" id=8d8d116b-fb3f-4710-9914-ba65c87d73b4 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.154836123Z" level=info msg="Removing container: a53b4d85a757abc21939acc0a42e92b866127ab35f49936bbeea4a61ebe2364d" id=b760e122-d775-4dec-99e9-890349e713a1 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.167432419Z" level=info msg="Removed container a53b4d85a757abc21939acc0a42e92b866127ab35f49936bbeea4a61ebe2364d: ingress-nginx/ingress-nginx-admission-patch-m8gsw/patch" id=b760e122-d775-4dec-99e9-890349e713a1 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.168477023Z" level=info msg="Removing container: 89befc45bf2d98b744d91300416feae222c72f5eff3a227b96b351c8a0c22798" id=cc875390-f7aa-47ab-8401-f5d0ef3ce5df name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.181544977Z" level=info msg="Removed container 89befc45bf2d98b744d91300416feae222c72f5eff3a227b96b351c8a0c22798: ingress-nginx/ingress-nginx-admission-create-7ljtm/create" id=cc875390-f7aa-47ab-8401-f5d0ef3ce5df name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.182878869Z" level=info msg="Stopping pod sandbox: 1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4" id=478a90d5-0500-42a1-92c7-d141040a35d3 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.182912379Z" level=info msg="Stopped pod sandbox (already stopped): 1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4" id=478a90d5-0500-42a1-92c7-d141040a35d3 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.183213018Z" level=info msg="Removing pod sandbox: 1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4" id=e01a63d5-c366-4f05-9649-9c74430c331e name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.188819749Z" level=info msg="Removed pod sandbox: 1d22d3195deafea4b66ce5faf82e5c1d9aaeaf3e02ca945bdaafa889b89ef7e4" id=e01a63d5-c366-4f05-9649-9c74430c331e name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.189152107Z" level=info msg="Stopping pod sandbox: b8dbb9ba109cb592ddb054508bb53201fc5e164a0afc864d325c689fba2e6821" id=2b514d74-4d3b-42b2-95d7-b5cd7baba849 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.189186767Z" level=info msg="Stopped pod sandbox (already stopped): b8dbb9ba109cb592ddb054508bb53201fc5e164a0afc864d325c689fba2e6821" id=2b514d74-4d3b-42b2-95d7-b5cd7baba849 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.189371429Z" level=info msg="Removing pod sandbox: b8dbb9ba109cb592ddb054508bb53201fc5e164a0afc864d325c689fba2e6821" id=dc1591d4-7c9b-444c-b97a-5d5507e0cd46 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.195019620Z" level=info msg="Removed pod sandbox: b8dbb9ba109cb592ddb054508bb53201fc5e164a0afc864d325c689fba2e6821" id=dc1591d4-7c9b-444c-b97a-5d5507e0cd46 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.195373184Z" level=info msg="Stopping pod sandbox: e6a1c30de8814683e21a150eb742ba3677d064c57f4c36126dab2ab6feffa50a" id=0a7fc9df-19ea-4651-9dfb-187fd4ea6604 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.195404661Z" level=info msg="Stopped pod sandbox (already stopped): e6a1c30de8814683e21a150eb742ba3677d064c57f4c36126dab2ab6feffa50a" id=0a7fc9df-19ea-4651-9dfb-187fd4ea6604 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.195666747Z" level=info msg="Removing pod sandbox: e6a1c30de8814683e21a150eb742ba3677d064c57f4c36126dab2ab6feffa50a" id=3e87eb2a-a7b9-4373-b465-fa810a7cc836 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.201173692Z" level=info msg="Removed pod sandbox: e6a1c30de8814683e21a150eb742ba3677d064c57f4c36126dab2ab6feffa50a" id=3e87eb2a-a7b9-4373-b465-fa810a7cc836 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.201546985Z" level=info msg="Stopping pod sandbox: 81fbbaf2c9ff03a2ff9bfc5aba04c0859b9c41758c4f5f447e43100756bccb11" id=521d3cc7-e0b9-4304-95ca-ef718d5621a0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.201573122Z" level=info msg="Stopped pod sandbox (already stopped): 81fbbaf2c9ff03a2ff9bfc5aba04c0859b9c41758c4f5f447e43100756bccb11" id=521d3cc7-e0b9-4304-95ca-ef718d5621a0 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.201794610Z" level=info msg="Removing pod sandbox: 81fbbaf2c9ff03a2ff9bfc5aba04c0859b9c41758c4f5f447e43100756bccb11" id=e2dbfd3d-cd6c-47f5-afc2-03325a858a60 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:44:48 addons-378487 crio[1026]: time="2024-10-28 11:44:48.207774569Z" level=info msg="Removed pod sandbox: 81fbbaf2c9ff03a2ff9bfc5aba04c0859b9c41758c4f5f447e43100756bccb11" id=e2dbfd3d-cd6c-47f5-afc2-03325a858a60 name=/runtime.v1.RuntimeService/RemovePodSandbox
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
e757c4366fc21 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 3 minutes ago Running hello-world-app 0 0a72aaa0c2960 hello-world-app-55bf9c44b4-2gzcj
3c8cf62102a59 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 5 minutes ago Running nginx 0 2026a6a8455e7 nginx
4b1bae9d5abfd gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 6 minutes ago Running busybox 0 453f24248d71e busybox
526d18cb16a57 registry.k8s.io/metrics-server/metrics-server@sha256:78e46b57096ec75e302fbc853e36359555df5c827bb009ecfe66f97474cc2a5a 8 minutes ago Running metrics-server 0 98cde8f8984c9 metrics-server-84c5f94fbc-htp7z
0911c8f0b5c62 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 8 minutes ago Running local-path-provisioner 0 e1aec727aade7 local-path-provisioner-86d989889c-wkc5x
569ee0c73fabf c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 8 minutes ago Running coredns 0 9534b83f4d904 coredns-7c65d6cfc9-4kqbq
763acb1b4c011 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 8 minutes ago Running storage-provisioner 0 218bae80e9308 storage-provisioner
6694283bd1d9d 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52 9 minutes ago Running kindnet-cni 0 925c984958983 kindnet-9g8r9
7d167724397ce 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 9 minutes ago Running kube-proxy 0 c84a212bc8b1e kube-proxy-xdnbv
45aa07f87c84b 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 9 minutes ago Running etcd 0 3551c65e41977 etcd-addons-378487
279a87b55fc01 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 9 minutes ago Running kube-scheduler 0 613ae03d8bc99 kube-scheduler-addons-378487
08ff4281258cd 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 9 minutes ago Running kube-apiserver 0 ec35c4cf81a00 kube-apiserver-addons-378487
356553741dad3 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 9 minutes ago Running kube-controller-manager 0 38fdfefdfd855 kube-controller-manager-addons-378487
==> coredns [569ee0c73fabf6f4f4b5fc20a88c935be38d143d8031f8d0d7bf17afa29f2239] <==
[INFO] 10.244.0.20:33308 - 57840 "AAAA IN hello-world-app.default.svc.cluster.local.c.k8s-minikube.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.006524246s
[INFO] 10.244.0.20:53872 - 33931 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005008086s
[INFO] 10.244.0.20:39352 - 7484 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005229529s
[INFO] 10.244.0.20:33308 - 34486 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004993611s
[INFO] 10.244.0.20:44254 - 8466 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005209362s
[INFO] 10.244.0.20:56315 - 5746 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00514312s
[INFO] 10.244.0.20:53872 - 8790 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004634779s
[INFO] 10.244.0.20:39352 - 8389 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004606401s
[INFO] 10.244.0.20:44254 - 27541 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004575072s
[INFO] 10.244.0.20:53872 - 58663 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000052339s
[INFO] 10.244.0.20:39352 - 20465 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000055978s
[INFO] 10.244.0.20:44254 - 26673 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000153806s
[INFO] 10.244.0.20:56315 - 65518 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004631781s
[INFO] 10.244.0.20:33308 - 47814 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00490711s
[INFO] 10.244.0.20:56315 - 12485 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000084796s
[INFO] 10.244.0.20:33308 - 43056 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000084616s
[INFO] 10.244.0.20:37379 - 32241 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005022553s
[INFO] 10.244.0.20:60407 - 49389 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005228202s
[INFO] 10.244.0.20:58849 - 18048 "A IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.005994809s
[INFO] 10.244.0.20:60407 - 50236 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.00398446s
[INFO] 10.244.0.20:58849 - 8677 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.003805224s
[INFO] 10.244.0.20:37379 - 34704 "AAAA IN hello-world-app.default.svc.cluster.local.google.internal. udp 75 false 512" NXDOMAIN qr,rd,ra 75 0.004287158s
[INFO] 10.244.0.20:60407 - 30245 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000112558s
[INFO] 10.244.0.20:37379 - 24310 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000067237s
[INFO] 10.244.0.20:58849 - 52729 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000090391s
==> describe nodes <==
Name: addons-378487
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-378487
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=addons-378487
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_38_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-378487
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:38:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-378487
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:47:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:44:57 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:44:57 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:44:57 +0000 Mon, 28 Oct 2024 11:38:44 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:44:57 +0000 Mon, 28 Oct 2024 11:39:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-378487
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32859316Ki
pods: 110
System Info:
Machine ID: b3ab56efa0c74a6a9b531070c942ca4b
System UUID: c17c6225-674c-44d7-8acb-63bca76c4125
Boot ID: 03d988da-acbe-4de7-8441-238d8b7d5b1d
Kernel Version: 5.15.0-1070-gcp
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m33s
default hello-world-app-55bf9c44b4-2gzcj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m35s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m53s
kube-system coredns-7c65d6cfc9-4kqbq 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 9m11s
kube-system etcd-addons-378487 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 9m17s
kube-system kindnet-9g8r9 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 9m12s
kube-system kube-apiserver-addons-378487 250m (3%) 0 (0%) 0 (0%) 0 (0%) 9m17s
kube-system kube-controller-manager-addons-378487 200m (2%) 0 (0%) 0 (0%) 0 (0%) 9m17s
kube-system kube-proxy-xdnbv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m12s
kube-system kube-scheduler-addons-378487 100m (1%) 0 (0%) 0 (0%) 0 (0%) 9m17s
kube-system metrics-server-84c5f94fbc-htp7z 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 9m8s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m8s
local-path-storage local-path-provisioner-86d989889c-wkc5x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m7s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (11%) 100m (1%)
memory 420Mi (1%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 9m7s kube-proxy
Normal Starting 9m18s kubelet Starting kubelet.
Warning CgroupV1 9m18s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 9m17s kubelet Node addons-378487 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m17s kubelet Node addons-378487 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m17s kubelet Node addons-378487 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m13s node-controller Node addons-378487 event: Registered Node addons-378487 in Controller
Normal NodeReady 8m27s kubelet Node addons-378487 status is now: NodeReady
==> dmesg <==
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 0a 0e 20 44 2f a8 08 06
[ +6.270689] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 56 53 1f 3f 1b 83 08 06
[Oct28 11:27] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 56 42 ea e8 dd b8 08 06
[ +1.264261] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 2e 35 12 18 e9 93 08 06
[ +0.026003] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 7e c1 a4 83 1b 1f 08 06
[ +6.528882] IPv4: martian source 10.244.0.1 from 10.244.0.5, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff ae b4 d5 22 25 42 08 06
[Oct28 11:42] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000009] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +1.019390] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000007] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +2.011775] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +4.095617] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +8.191180] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000006] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[ +16.126337] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000008] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
[Oct28 11:43] IPv4: martian source 10.244.0.20 from 127.0.0.1, on dev eth0
[ +0.000024] ll header: 00000000: 5a 18 e4 18 7b 64 2a 60 e8 7b 28 b3 08 00
==> etcd [45aa07f87c84bc712d445f80132cf674db9e487a44ab4657ebf21e995d0dad9a] <==
{"level":"warn","ts":"2024-10-28T11:38:55.954625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.217846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/minikube-ingress-dns\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.042048Z","caller":"traceutil/trace.go:171","msg":"trace[1166433205] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/minikube-ingress-dns; range_end:; response_count:0; response_revision:343; }","duration":"206.637531ms","start":"2024-10-28T11:38:55.835402Z","end":"2024-10-28T11:38:56.042040Z","steps":["trace[1166433205] 'agreement among raft nodes before linearized reading' (duration: 102.833778ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:55.954681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.063148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-xdnbv\" ","response":"range_response_count:1 size:4833"}
{"level":"info","ts":"2024-10-28T11:38:56.042247Z","caller":"traceutil/trace.go:171","msg":"trace[432862645] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-xdnbv; range_end:; response_count:1; response_revision:343; }","duration":"304.625927ms","start":"2024-10-28T11:38:55.737612Z","end":"2024-10-28T11:38:56.042238Z","steps":["trace[432862645] 'agreement among raft nodes before linearized reading' (duration: 200.630762ms)","trace[432862645] 'range keys from in-memory index tree' (duration: 16.38992ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.042283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.737540Z","time spent":"304.732687ms","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4857,"request content":"key:\"/registry/pods/kube-system/kube-proxy-xdnbv\" "}
{"level":"warn","ts":"2024-10-28T11:38:55.954711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.105569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/addons-378487\" ","response":"range_response_count:1 size:5655"}
{"level":"info","ts":"2024-10-28T11:38:56.042484Z","caller":"traceutil/trace.go:171","msg":"trace[2022512542] range","detail":"{range_begin:/registry/minions/addons-378487; range_end:; response_count:1; response_revision:343; }","duration":"304.875735ms","start":"2024-10-28T11:38:55.737597Z","end":"2024-10-28T11:38:56.042473Z","steps":["trace[2022512542] 'agreement among raft nodes before linearized reading' (duration: 200.651037ms)","trace[2022512542] 'range keys from in-memory index tree' (duration: 16.441281ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.042518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.737589Z","time spent":"304.921365ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":1,"response size":5679,"request content":"key:\"/registry/minions/addons-378487\" "}
{"level":"warn","ts":"2024-10-28T11:38:56.042768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-10-28T11:38:55.453338Z","time spent":"589.398873ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":40,"request content":"compare:<target:MOD key:\"/registry/events/kube-system/kube-proxy-xdnbv.18029ae981900fc1\" mod_revision:0 > success:<request_put:<key:\"/registry/events/kube-system/kube-proxy-xdnbv.18029ae981900fc1\" value_size:612 lease:8128032862094221104 >> failure:<>"}
{"level":"info","ts":"2024-10-28T11:38:56.135643Z","caller":"traceutil/trace.go:171","msg":"trace[1548184356] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"182.341193ms","start":"2024-10-28T11:38:55.953278Z","end":"2024-10-28T11:38:56.135619Z","steps":["trace[1548184356] 'process raft request' (duration: 181.606522ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.135981Z","caller":"traceutil/trace.go:171","msg":"trace[1930361048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:344; }","duration":"102.868508ms","start":"2024-10-28T11:38:56.033100Z","end":"2024-10-28T11:38:56.135968Z","steps":["trace[1930361048] 'process raft request' (duration: 101.950751ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.137240Z","caller":"traceutil/trace.go:171","msg":"trace[1942799612] linearizableReadLoop","detail":"{readStateIndex:354; appliedIndex:356; }","duration":"183.16003ms","start":"2024-10-28T11:38:55.954062Z","end":"2024-10-28T11:38:56.137222Z","steps":["trace[1942799612] 'read index received' (duration: 183.150097ms)","trace[1942799612] 'applied index is now lower than readState.Index' (duration: 8.465µs)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.155783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.707801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/amd-gpu-device-plugin\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.155838Z","caller":"traceutil/trace.go:171","msg":"trace[1966358757] range","detail":"{range_begin:/registry/daemonsets/kube-system/amd-gpu-device-plugin; range_end:; response_count:0; response_revision:345; }","duration":"201.766522ms","start":"2024-10-28T11:38:55.954057Z","end":"2024-10-28T11:38:56.155823Z","steps":["trace[1966358757] 'agreement among raft nodes before linearized reading' (duration: 184.140219ms)","trace[1966358757] 'range keys from in-memory index tree' (duration: 17.550881ms)"],"step_count":2}
{"level":"warn","ts":"2024-10-28T11:38:56.435268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.743738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/cloud-spanner-emulator\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:38:56.435480Z","caller":"traceutil/trace.go:171","msg":"trace[305392998] range","detail":"{range_begin:/registry/services/specs/default/cloud-spanner-emulator; range_end:; response_count:0; response_revision:358; }","duration":"100.962418ms","start":"2024-10-28T11:38:56.334494Z","end":"2024-10-28T11:38:56.435457Z","steps":["trace[305392998] 'agreement among raft nodes before linearized reading' (duration: 100.695998ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.435838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.233593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-10-28T11:38:56.435896Z","caller":"traceutil/trace.go:171","msg":"trace[388544429] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:358; }","duration":"101.292341ms","start":"2024-10-28T11:38:56.334588Z","end":"2024-10-28T11:38:56.435881Z","steps":["trace[388544429] 'agreement among raft nodes before linearized reading' (duration: 101.217192ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648420Z","caller":"traceutil/trace.go:171","msg":"trace[253353227] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"101.912719ms","start":"2024-10-28T11:38:56.546489Z","end":"2024-10-28T11:38:56.648402Z","steps":["trace[253353227] 'process raft request' (duration: 98.318065ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648815Z","caller":"traceutil/trace.go:171","msg":"trace[1879619883] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"101.736929ms","start":"2024-10-28T11:38:56.547064Z","end":"2024-10-28T11:38:56.648801Z","steps":["trace[1879619883] 'process raft request' (duration: 97.889945ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:38:56.648953Z","caller":"traceutil/trace.go:171","msg":"trace[2076985047] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"101.702741ms","start":"2024-10-28T11:38:56.547242Z","end":"2024-10-28T11:38:56.648945Z","steps":["trace[2076985047] 'process raft request' (duration: 97.763866ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.942778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c65d6cfc9-s6vn6\" ","response":"range_response_count:1 size:3993"}
{"level":"info","ts":"2024-10-28T11:38:56.942988Z","caller":"traceutil/trace.go:171","msg":"trace[935774023] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c65d6cfc9-s6vn6; range_end:; response_count:1; response_revision:382; }","duration":"100.920602ms","start":"2024-10-28T11:38:56.842019Z","end":"2024-10-28T11:38:56.942939Z","steps":["trace[935774023] 'agreement among raft nodes before linearized reading' (duration: 100.566915ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:38:56.952517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.321277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"}
{"level":"info","ts":"2024-10-28T11:38:56.954637Z","caller":"traceutil/trace.go:171","msg":"trace[1866390091] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:393; }","duration":"102.425348ms","start":"2024-10-28T11:38:56.852175Z","end":"2024-10-28T11:38:56.954601Z","steps":["trace[1866390091] 'agreement among raft nodes before linearized reading' (duration: 100.25799ms)"],"step_count":1}
==> kernel <==
11:48:05 up 15:30, 0 users, load average: 0.10, 0.47, 0.99
Linux addons-378487 5.15.0-1070-gcp #78~20.04.1-Ubuntu SMP Wed Oct 9 22:05:22 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [6694283bd1d9d1f20311cfce1e2aee185872b629e316fbccc26b063d8333d6c1] <==
I1028 11:45:57.934921 1 main.go:300] handling current node
I1028 11:46:07.939172 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:07.939212 1 main.go:300] handling current node
I1028 11:46:17.935752 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:17.935788 1 main.go:300] handling current node
I1028 11:46:27.934269 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:27.934336 1 main.go:300] handling current node
I1028 11:46:37.940680 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:37.940720 1 main.go:300] handling current node
I1028 11:46:47.935366 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:47.935435 1 main.go:300] handling current node
I1028 11:46:57.934474 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:46:57.934529 1 main.go:300] handling current node
I1028 11:47:07.941774 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:07.941820 1 main.go:300] handling current node
I1028 11:47:17.935255 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:17.935297 1 main.go:300] handling current node
I1028 11:47:27.943392 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:27.943438 1 main.go:300] handling current node
I1028 11:47:37.940213 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:37.940250 1 main.go:300] handling current node
I1028 11:47:47.934422 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:47.934459 1 main.go:300] handling current node
I1028 11:47:57.934550 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:47:57.934595 1 main.go:300] handling current node
==> kube-apiserver [08ff4281258cda58907ca3829130195ca5887947ad0e0e153b7715a7febd22d0] <==
E1028 11:40:58.562910 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.97.128.135:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.97.128.135:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.97.128.135:443: connect: connection refused" logger="UnhandledError"
I1028 11:40:58.595813 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 11:41:41.355410 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60640: use of closed network connection
E1028 11:41:41.527048 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:60662: use of closed network connection
I1028 11:41:50.647221 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.97.68.41"}
E1028 11:42:03.981071 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
I1028 11:42:12.139261 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 11:42:12.327909 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.96.29.121"}
I1028 11:42:12.880894 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1028 11:42:13.947614 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 11:42:19.063953 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 11:42:35.797928 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.797978 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.813061 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.813197 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.813859 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.814072 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.833172 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.833219 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:42:35.845536 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:42:35.845673 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 11:42:36.834725 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
W1028 11:42:36.845680 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 11:42:36.956699 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
I1028 11:44:30.680923 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.110.193.77"}
==> kube-controller-manager [356553741dad396e1e2094d4387734d95de30208acd4c98d0f37219762f38994] <==
E1028 11:45:48.503974 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:45:54.597162 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:45:54.597226 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:46:03.497260 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:46:03.497313 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:46:18.427949 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:46:18.427993 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:46:29.036244 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:46:29.036297 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:46:33.160346 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:46:33.160391 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:00.522033 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:00.522094 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:03.004883 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:03.004931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:04.454701 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:04.454745 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:17.657744 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:17.657787 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:35.521089 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:35.521133 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:38.861916 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:38.861958 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:47:56.798458 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:47:56.798515 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [7d167724397ce72c0fc5a0800bfe4bed1518a5551807e5234bf1ee0e9529c524] <==
I1028 11:38:57.643784 1 server_linux.go:66] "Using iptables proxy"
I1028 11:38:58.246757 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 11:38:58.246842 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:38:58.357390 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 11:38:58.357528 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:38:58.434070 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:38:58.434682 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:38:58.435002 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:38:58.442081 1 config.go:199] "Starting service config controller"
I1028 11:38:58.442198 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:38:58.442281 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:38:58.442315 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:38:58.442319 1 config.go:328] "Starting node config controller"
I1028 11:38:58.442572 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:38:58.543674 1 shared_informer.go:320] Caches are synced for node config
I1028 11:38:58.543666 1 shared_informer.go:320] Caches are synced for service config
I1028 11:38:58.543687 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [279a87b55fc01c0023a913a216e93f27f6816014cf7cfb2ef3474add720f3b65] <==
W1028 11:38:46.496544 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.496600 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.526327 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1028 11:38:46.526364 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.564534 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.564598 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.615085 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1028 11:38:46.615137 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.649541 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 11:38:46.649588 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.676520 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 11:38:46.676595 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.679726 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 11:38:46.679760 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.740440 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1028 11:38:46.740493 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.740500 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1028 11:38:46.740524 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1028 11:38:46.790283 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 11:38:46.790336 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.830823 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1028 11:38:46.830871 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:38:46.846513 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 11:38:46.846567 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1028 11:38:49.055614 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 11:46:08 addons-378487 kubelet[1633]: E1028 11:46:08.137943 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115968137648942,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:08 addons-378487 kubelet[1633]: E1028 11:46:08.137979 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115968137648942,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:18 addons-378487 kubelet[1633]: E1028 11:46:18.140441 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115978140137820,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:18 addons-378487 kubelet[1633]: E1028 11:46:18.140481 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115978140137820,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:28 addons-378487 kubelet[1633]: E1028 11:46:28.143090 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115988142842753,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:28 addons-378487 kubelet[1633]: E1028 11:46:28.143132 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115988142842753,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:38 addons-378487 kubelet[1633]: E1028 11:46:38.146184 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115998145870830,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:38 addons-378487 kubelet[1633]: E1028 11:46:38.146233 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730115998145870830,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:48 addons-378487 kubelet[1633]: E1028 11:46:48.148449 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116008148186733,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:48 addons-378487 kubelet[1633]: E1028 11:46:48.148487 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116008148186733,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:58 addons-378487 kubelet[1633]: E1028 11:46:58.151045 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116018150773087,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:46:58 addons-378487 kubelet[1633]: E1028 11:46:58.151094 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116018150773087,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:07 addons-378487 kubelet[1633]: I1028 11:47:07.045635 1633 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 28 11:47:08 addons-378487 kubelet[1633]: E1028 11:47:08.154106 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116028153804228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:08 addons-378487 kubelet[1633]: E1028 11:47:08.154142 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116028153804228,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:18 addons-378487 kubelet[1633]: E1028 11:47:18.157117 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116038156851031,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:18 addons-378487 kubelet[1633]: E1028 11:47:18.157162 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116038156851031,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:28 addons-378487 kubelet[1633]: E1028 11:47:28.160357 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116048160051092,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:28 addons-378487 kubelet[1633]: E1028 11:47:28.160396 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116048160051092,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:38 addons-378487 kubelet[1633]: E1028 11:47:38.162610 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116058162337638,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:38 addons-378487 kubelet[1633]: E1028 11:47:38.162655 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116058162337638,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:48 addons-378487 kubelet[1633]: E1028 11:47:48.164752 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116068164434187,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:48 addons-378487 kubelet[1633]: E1028 11:47:48.164792 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116068164434187,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:58 addons-378487 kubelet[1633]: E1028 11:47:58.168193 1633 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116078167830439,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:47:58 addons-378487 kubelet[1633]: E1028 11:47:58.168251 1633 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116078167830439,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:608413,},InodesUsed:&UInt64Value{Value:236,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [763acb1b4c0118b8866379ef46bbe0caf722f7f25366995e8e7b10901e5453a0] <==
I1028 11:39:39.078031 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 11:39:39.086541 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 11:39:39.086601 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 11:39:39.138746 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 11:39:39.138908 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-378487_a566ee17-0d90-431d-86b3-7954687831f3!
I1028 11:39:39.138854 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"ad04ec7b-2102-453f-a873-1c2a45c311ed", APIVersion:"v1", ResourceVersion:"906", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-378487_a566ee17-0d90-431d-86b3-7954687831f3 became leader
I1028 11:39:39.239348 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-378487_a566ee17-0d90-431d-86b3-7954687831f3!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-378487 -n addons-378487
helpers_test.go:261: (dbg) Run: kubectl --context addons-378487 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable metrics-server --alsologtostderr -v=1
--- FAIL: TestAddons/parallel/MetricsServer (363.37s)
=== RUN TestDownloadOnly/v1.20.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-181284 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-181284 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio: (4.613155031s)
--- PASS: TestDownloadOnly/v1.20.0/json-events (4.61s)
=== RUN TestDownloadOnly/v1.20.0/preload-exists
I1028 11:38:01.163868 708311 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1028 11:38:01.163984 708311 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-amd64.tar.lz4
--- PASS: TestDownloadOnly/v1.20.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.20.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-181284
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-181284: exit status 85 (68.459026ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-181284 | jenkins | v1.34.0 | 28 Oct 24 11:37 UTC | |
| | -p download-only-181284 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/10/28 11:37:56
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:37:56.594664 708323 out.go:345] Setting OutFile to fd 1 ...
I1028 11:37:56.594781 708323 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:37:56.594790 708323 out.go:358] Setting ErrFile to fd 2...
I1028 11:37:56.594795 708323 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:37:56.594990 708323 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
W1028 11:37:56.595122 708323 root.go:314] Error reading config file at /home/jenkins/minikube-integration/19875-701543/.minikube/config/config.json: open /home/jenkins/minikube-integration/19875-701543/.minikube/config/config.json: no such file or directory
I1028 11:37:56.595702 708323 out.go:352] Setting JSON to true
I1028 11:37:56.596705 708323 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":55226,"bootTime":1730060251,"procs":204,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:37:56.596777 708323 start.go:139] virtualization: kvm guest
I1028 11:37:56.599326 708323 out.go:97] [download-only-181284] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
W1028 11:37:56.599505 708323 preload.go:293] Failed to list preload files: open /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball: no such file or directory
I1028 11:37:56.599580 708323 notify.go:220] Checking for updates...
I1028 11:37:56.601151 708323 out.go:169] MINIKUBE_LOCATION=19875
I1028 11:37:56.602482 708323 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:37:56.603677 708323 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:37:56.605141 708323 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:37:56.606384 708323 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1028 11:37:56.608830 708323 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1028 11:37:56.609244 708323 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:37:56.633406 708323 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:37:56.633488 708323 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:37:56.680440 708323 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:53 SystemTime:2024-10-28 11:37:56.671301442 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:37:56.680594 708323 docker.go:318] overlay module found
I1028 11:37:56.682451 708323 out.go:97] Using the docker driver based on user configuration
I1028 11:37:56.682479 708323 start.go:297] selected driver: docker
I1028 11:37:56.682485 708323 start.go:901] validating driver "docker" against <nil>
I1028 11:37:56.682578 708323 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:37:56.726413 708323 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:53 SystemTime:2024-10-28 11:37:56.717530507 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:37:56.726592 708323 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:37:56.727154 708323 start_flags.go:393] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I1028 11:37:56.727333 708323 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1028 11:37:56.729550 708323 out.go:169] Using Docker driver with root privileges
* The control-plane node download-only-181284 host does not exist
To start a cluster, run: "minikube start -p download-only-181284"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.20.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.20.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-181284
--- PASS: TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnly/v1.31.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-906626 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-906626 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio: (3.767125339s)
--- PASS: TestDownloadOnly/v1.31.2/json-events (3.77s)
=== RUN TestDownloadOnly/v1.31.2/preload-exists
I1028 11:38:05.352429 708311 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:38:05.352490 708311 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-701543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
--- PASS: TestDownloadOnly/v1.31.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.31.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-906626
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-906626: exit status 85 (63.789437ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-181284 | jenkins | v1.34.0 | 28 Oct 24 11:37 UTC | |
| | -p download-only-181284 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| delete | -p download-only-181284 | download-only-181284 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | 28 Oct 24 11:38 UTC |
| start | -o=json --download-only | download-only-906626 | jenkins | v1.34.0 | 28 Oct 24 11:38 UTC | |
| | -p download-only-906626 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:38:01
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:38:01.628135 708668 out.go:345] Setting OutFile to fd 1 ...
I1028 11:38:01.628253 708668 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:01.628258 708668 out.go:358] Setting ErrFile to fd 2...
I1028 11:38:01.628263 708668 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:38:01.628436 708668 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:38:01.629021 708668 out.go:352] Setting JSON to true
I1028 11:38:01.629944 708668 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":55231,"bootTime":1730060251,"procs":202,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:38:01.630060 708668 start.go:139] virtualization: kvm guest
I1028 11:38:01.632370 708668 out.go:97] [download-only-906626] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:38:01.632520 708668 notify.go:220] Checking for updates...
I1028 11:38:01.633919 708668 out.go:169] MINIKUBE_LOCATION=19875
I1028 11:38:01.635225 708668 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:38:01.636593 708668 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:38:01.638075 708668 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:38:01.639224 708668 out.go:169] MINIKUBE_BIN=out/minikube-linux-amd64
W1028 11:38:01.641390 708668 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1028 11:38:01.641642 708668 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:38:01.664146 708668 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:38:01.664214 708668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:01.710106 708668 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:46 SystemTime:2024-10-28 11:38:01.70091596 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bri
dge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:01.710217 708668 docker.go:318] overlay module found
I1028 11:38:01.712255 708668 out.go:97] Using the docker driver based on user configuration
I1028 11:38:01.712290 708668 start.go:297] selected driver: docker
I1028 11:38:01.712297 708668 start.go:901] validating driver "docker" against <nil>
I1028 11:38:01.712387 708668 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:38:01.756791 708668 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:true NGoroutines:46 SystemTime:2024-10-28 11:38:01.747683758 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:38:01.757001 708668 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:38:01.757570 708668 start_flags.go:393] Using suggested 8000MB memory alloc based on sys=32089MB, container=32089MB
I1028 11:38:01.757750 708668 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1028 11:38:01.759800 708668 out.go:169] Using Docker driver with root privileges
* The control-plane node download-only-906626 host does not exist
To start a cluster, run: "minikube start -p download-only-906626"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.31.2/LogsDuration (0.06s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.31.2/DeleteAll (0.20s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-906626
--- PASS: TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds (0.13s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-791266 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "download-docker-791266" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-791266
--- PASS: TestDownloadOnlyKic (1.08s)
=== RUN TestBinaryMirror
I1028 11:38:07.106095 708311 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-659524 --alsologtostderr --binary-mirror http://127.0.0.1:40819 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-659524" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-659524
--- PASS: TestBinaryMirror (0.74s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-160717 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-160717 --alsologtostderr -v=1 --memory=2048 --wait=true --driver=docker --container-runtime=crio: (49.91247718s)
helpers_test.go:175: Cleaning up "offline-crio-160717" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-160717
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-160717: (2.306831596s)
--- PASS: TestOffline (52.22s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-378487
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-378487: exit status 85 (58.473362ms)
-- stdout --
* Profile "addons-378487" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-378487"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.06s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:950: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-378487
addons_test.go:950: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-378487: exit status 85 (59.010904ms)
-- stdout --
* Profile "addons-378487" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-378487"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.06s)
=== RUN TestAddons/Setup
addons_test.go:107: (dbg) Run: out/minikube-linux-amd64 start -p addons-378487 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:107: (dbg) Done: out/minikube-linux-amd64 start -p addons-378487 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (3m23.745361936s)
--- PASS: TestAddons/Setup (203.75s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:569: (dbg) Run: kubectl --context addons-378487 create ns new-namespace
addons_test.go:583: (dbg) Run: kubectl --context addons-378487 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.14s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:614: (dbg) Run: kubectl --context addons-378487 create -f testdata/busybox.yaml
addons_test.go:621: (dbg) Run: kubectl --context addons-378487 create sa gcp-auth-test
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [304daa55-2f84-4bb8-b69b-3819d58b9c4f] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [304daa55-2f84-4bb8-b69b-3819d58b9c4f] Running
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 9.004272884s
addons_test.go:633: (dbg) Run: kubectl --context addons-378487 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:645: (dbg) Run: kubectl --context addons-378487 describe sa gcp-auth-test
addons_test.go:683: (dbg) Run: kubectl --context addons-378487 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (9.47s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:321: registry stabilized in 2.591544ms
addons_test.go:323: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-4kkdl" [aca456ad-4179-4e5e-98d1-bf88aff77104] Running
addons_test.go:323: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.00245281s
addons_test.go:326: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-n65k4" [6cbd4be6-77d1-4f1d-a0d4-7fe545c95b75] Running
addons_test.go:326: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.00353063s
addons_test.go:331: (dbg) Run: kubectl --context addons-378487 delete po -l run=registry-test --now
addons_test.go:336: (dbg) Run: kubectl --context addons-378487 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:336: (dbg) Done: kubectl --context addons-378487 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.989057767s)
addons_test.go:350: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 ip
2024/10/28 11:42:04 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (14.73s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-49fwf" [051a132f-ac0f-468d-bcb1-abd15122412f] Running
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.040530028s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable inspektor-gadget --alsologtostderr -v=1: (5.670288809s)
--- PASS: TestAddons/parallel/InspektorGadget (11.71s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I1028 11:42:04.678875 708311 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:42:04.686021 708311 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:42:04.686048 708311 kapi.go:107] duration metric: took 7.196464ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:488: csi-hostpath-driver pods stabilized in 7.206448ms
addons_test.go:491: (dbg) Run: kubectl --context addons-378487 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:496: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:501: (dbg) Run: kubectl --context addons-378487 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:506: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [c46e6337-39c2-4d74-97ae-a72ba7a82c3a] Pending
helpers_test.go:344: "task-pv-pod" [c46e6337-39c2-4d74-97ae-a72ba7a82c3a] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [c46e6337-39c2-4d74-97ae-a72ba7a82c3a] Running
addons_test.go:506: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 11.003722s
addons_test.go:511: (dbg) Run: kubectl --context addons-378487 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:516: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-378487 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-378487 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:521: (dbg) Run: kubectl --context addons-378487 delete pod task-pv-pod
addons_test.go:527: (dbg) Run: kubectl --context addons-378487 delete pvc hpvc
addons_test.go:533: (dbg) Run: kubectl --context addons-378487 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:538: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:543: (dbg) Run: kubectl --context addons-378487 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:548: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [0d864d06-363a-4f62-b305-fc06dd5bdd21] Pending
helpers_test.go:344: "task-pv-pod-restore" [0d864d06-363a-4f62-b305-fc06dd5bdd21] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [0d864d06-363a-4f62-b305-fc06dd5bdd21] Running
addons_test.go:548: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 7.003291565s
addons_test.go:553: (dbg) Run: kubectl --context addons-378487 delete pod task-pv-pod-restore
addons_test.go:557: (dbg) Run: kubectl --context addons-378487 delete pvc hpvc-restore
addons_test.go:561: (dbg) Run: kubectl --context addons-378487 delete volumesnapshot new-snapshot-demo
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.618801891s)
--- PASS: TestAddons/parallel/CSI (38.08s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:747: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-378487 --alsologtostderr -v=1
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-7b5c95b59d-d8b2c" [15ccc9dc-62e3-4fb4-b93f-84f45fb23979] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-7b5c95b59d-d8b2c" [15ccc9dc-62e3-4fb4-b93f-84f45fb23979] Running
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 10.004555808s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable headlamp --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable headlamp --alsologtostderr -v=1: (5.699242958s)
--- PASS: TestAddons/parallel/Headlamp (16.45s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-5b584cc74-gscnd" [14de3c97-b1e4-4737-9575-a5dbdf8333a5] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.004545739s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable cloud-spanner --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CloudSpanner (5.52s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:888: (dbg) Run: kubectl --context addons-378487 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:894: (dbg) Run: kubectl --context addons-378487 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:898: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [7fd377ea-5ec8-4c48-8520-a2610f1ef81b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [7fd377ea-5ec8-4c48-8520-a2610f1ef81b] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [7fd377ea-5ec8-4c48-8520-a2610f1ef81b] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.00367593s
addons_test.go:906: (dbg) Run: kubectl --context addons-378487 get pvc test-pvc -o=json
addons_test.go:915: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 ssh "cat /opt/local-path-provisioner/pvc-a24162cf-671c-4cbd-af36-fe17ca514935_default_test-pvc/file1"
addons_test.go:927: (dbg) Run: kubectl --context addons-378487 delete pod test-local-path
addons_test.go:931: (dbg) Run: kubectl --context addons-378487 delete pvc test-pvc
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable storage-provisioner-rancher --alsologtostderr -v=1
--- PASS: TestAddons/parallel/LocalPath (8.10s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-xspxq" [69dac639-c15a-4c8d-b19d-16138b275e2e] Running
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.004302126s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable nvidia-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (5.50s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-67d98fc6b-mzqct" [b4c73cbd-91a3-4dce-aae1-9b9de4c0c413] Running
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 5.004162245s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable yakd --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-amd64 -p addons-378487 addons disable yakd --alsologtostderr -v=1: (5.868310904s)
--- PASS: TestAddons/parallel/Yakd (10.87s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:977: (dbg) TestAddons/parallel/AmdGpuDevicePlugin: waiting 6m0s for pods matching "name=amd-gpu-device-plugin" in namespace "kube-system" ...
helpers_test.go:344: "amd-gpu-device-plugin-xrtll" [2804a835-fc1c-4b3f-a701-5b5634374104] Running
addons_test.go:977: (dbg) TestAddons/parallel/AmdGpuDevicePlugin: name=amd-gpu-device-plugin healthy within 5.00439687s
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable amd-gpu-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/AmdGpuDevicePlugin (5.50s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-amd64 stop -p addons-378487
addons_test.go:170: (dbg) Done: out/minikube-linux-amd64 stop -p addons-378487: (11.831849073s)
addons_test.go:174: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-378487
addons_test.go:178: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-378487
addons_test.go:183: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-378487
--- PASS: TestAddons/StoppedEnableDisable (12.09s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-040993 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-040993 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (25.210748522s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-040993 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-040993 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-040993 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-040993" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-040993
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-040993: (5.324973146s)
--- PASS: TestCertOptions (31.21s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-818006 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-818006 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (26.653737869s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-818006 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-818006 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (14.829069337s)
helpers_test.go:175: Cleaning up "cert-expiration-818006" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-818006
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-818006: (2.420956761s)
--- PASS: TestCertExpiration (223.90s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-188866 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-188866 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (23.426797215s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-188866 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-188866" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-188866
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-188866: (2.491022544s)
--- PASS: TestForceSystemdFlag (26.18s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-233988 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-233988 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (35.330318691s)
helpers_test.go:175: Cleaning up "force-systemd-env-233988" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-233988
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-233988: (2.580339619s)
--- PASS: TestForceSystemdEnv (37.91s)
=== RUN TestKVMDriverInstallOrUpdate
=== PAUSE TestKVMDriverInstallOrUpdate
=== CONT TestKVMDriverInstallOrUpdate
I1028 12:19:35.224424 708311 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 12:19:35.224585 708311 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/workspace/Docker_Linux_crio_integration/testdata/kvm2-driver-without-version:/home/jenkins/workspace/Docker_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
W1028 12:19:35.253752 708311 install.go:62] docker-machine-driver-kvm2: exit status 1
W1028 12:19:35.254067 708311 out.go:174] [unset outFile]: * Downloading driver docker-machine-driver-kvm2:
I1028 12:19:35.254125 708311 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64.sha256 -> /tmp/TestKVMDriverInstallOrUpdate2358214719/001/docker-machine-driver-kvm2
I1028 12:19:35.378394 708311 driver.go:46] failed to download arch specific driver: getter: &{Ctx:context.Background Src:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64.sha256 Dst:/tmp/TestKVMDriverInstallOrUpdate2358214719/001/docker-machine-driver-kvm2.download Pwd: Mode:2 Umask:---------- Detectors:[0x5308020 0x5308020 0x5308020 0x5308020 0x5308020 0x5308020 0x5308020] Decompressors:map[bz2:0xc000014150 gz:0xc000014158 tar:0xc000795fa0 tar.bz2:0xc000795fb0 tar.gz:0xc000795fd0 tar.xz:0xc000795fe0 tar.zst:0xc000795ff0 tbz2:0xc000795fb0 tgz:0xc000795fd0 txz:0xc000795fe0 tzst:0xc000795ff0 xz:0xc000014200 zip:0xc000014210 zst:0xc000014208] Getters:map[file:0xc000bf06c0 http:0xc00062c140 https:0xc00062c190] Dir:false ProgressListener:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response co
de: 404. trying to get the common version
I1028 12:19:35.378439 708311 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2.sha256 -> /tmp/TestKVMDriverInstallOrUpdate2358214719/001/docker-machine-driver-kvm2
I1028 12:19:35.987518 708311 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 12:19:35.987625 708311 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/workspace/Docker_Linux_crio_integration/testdata/kvm2-driver-older-version:/home/jenkins/workspace/Docker_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1028 12:19:36.015896 708311 install.go:137] /home/jenkins/workspace/Docker_Linux_crio_integration/testdata/kvm2-driver-older-version/docker-machine-driver-kvm2 version is 1.1.1
W1028 12:19:36.015931 708311 install.go:62] docker-machine-driver-kvm2: docker-machine-driver-kvm2 is version 1.1.1, want 1.3.0
W1028 12:19:36.016004 708311 out.go:174] [unset outFile]: * Downloading driver docker-machine-driver-kvm2:
I1028 12:19:36.016040 708311 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64.sha256 -> /tmp/TestKVMDriverInstallOrUpdate2358214719/002/docker-machine-driver-kvm2
I1028 12:19:36.039105 708311 driver.go:46] failed to download arch specific driver: getter: &{Ctx:context.Background Src:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2-amd64.sha256 Dst:/tmp/TestKVMDriverInstallOrUpdate2358214719/002/docker-machine-driver-kvm2.download Pwd: Mode:2 Umask:---------- Detectors:[0x5308020 0x5308020 0x5308020 0x5308020 0x5308020 0x5308020 0x5308020] Decompressors:map[bz2:0xc000014150 gz:0xc000014158 tar:0xc000795fa0 tar.bz2:0xc000795fb0 tar.gz:0xc000795fd0 tar.xz:0xc000795fe0 tar.zst:0xc000795ff0 tbz2:0xc000795fb0 tgz:0xc000795fd0 txz:0xc000795fe0 tzst:0xc000795ff0 xz:0xc000014200 zip:0xc000014210 zst:0xc000014208] Getters:map[file:0xc0020e9340 http:0xc000c7b590 https:0xc000c7b5e0] Dir:false ProgressListener:<nil> Insecure:false DisableSymlinks:false Options:[]}: invalid checksum: Error downloading checksum file: bad response co
de: 404. trying to get the common version
I1028 12:19:36.039154 708311 download.go:107] Downloading: https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2?checksum=file:https://github.com/kubernetes/minikube/releases/download/v1.3.0/docker-machine-driver-kvm2.sha256 -> /tmp/TestKVMDriverInstallOrUpdate2358214719/002/docker-machine-driver-kvm2
--- PASS: TestKVMDriverInstallOrUpdate (1.23s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-627879 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-627879 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-627879 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-627879 --driver=docker --container-runtime=crio: (22.749627241s)
--- PASS: TestErrorSpam/setup (22.75s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 start --dry-run
--- PASS: TestErrorSpam/start (0.57s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 status
--- PASS: TestErrorSpam/status (0.84s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 pause
--- PASS: TestErrorSpam/pause (1.50s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 unpause
--- PASS: TestErrorSpam/unpause (1.61s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 stop: (1.170314016s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p nospam-627879 --log_dir /tmp/nospam-627879 stop
--- PASS: TestErrorSpam/stop (1.35s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1855: local sync path: /home/jenkins/minikube-integration/19875-701543/.minikube/files/etc/test/nested/copy/708311/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2234: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
functional_test.go:2234: (dbg) Done: out/minikube-linux-amd64 start -p functional-273463 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (40.685617373s)
--- PASS: TestFunctional/serial/StartWithProxy (40.69s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1028 11:49:38.427973 708311 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
functional_test.go:659: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --alsologtostderr -v=8
functional_test.go:659: (dbg) Done: out/minikube-linux-amd64 start -p functional-273463 --alsologtostderr -v=8: (40.081795167s)
functional_test.go:663: soft start took 40.082623425s for "functional-273463" cluster.
I1028 11:50:18.510210 708311 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/SoftStart (40.08s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:681: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.05s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:696: (dbg) Run: kubectl --context functional-273463 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1049: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache add registry.k8s.io/pause:3.1
functional_test.go:1049: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache add registry.k8s.io/pause:3.3
functional_test.go:1049: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache add registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (2.92s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1077: (dbg) Run: docker build -t minikube-local-cache-test:functional-273463 /tmp/TestFunctionalserialCacheCmdcacheadd_local3821846648/001
functional_test.go:1089: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache add minikube-local-cache-test:functional-273463
functional_test.go:1094: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache delete minikube-local-cache-test:functional-273463
functional_test.go:1083: (dbg) Run: docker rmi minikube-local-cache-test:functional-273463
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (0.98s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1102: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.05s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1110: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.05s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1124: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.27s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1147: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (263.944595ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1158: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cache reload
functional_test.go:1163: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.62s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1172: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1172: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.11s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:716: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 kubectl -- --context functional-273463 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:741: (dbg) Run: out/kubectl --context functional-273463 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.11s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:757: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:757: (dbg) Done: out/minikube-linux-amd64 start -p functional-273463 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (39.857705485s)
functional_test.go:761: restart took 39.857871256s for "functional-273463" cluster.
I1028 11:51:04.720382 708311 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/ExtraConfig (39.86s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:810: (dbg) Run: kubectl --context functional-273463 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:825: etcd phase: Running
functional_test.go:835: etcd status: Ready
functional_test.go:825: kube-apiserver phase: Running
functional_test.go:835: kube-apiserver status: Ready
functional_test.go:825: kube-controller-manager phase: Running
functional_test.go:835: kube-controller-manager status: Ready
functional_test.go:825: kube-scheduler phase: Running
functional_test.go:835: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.07s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1236: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 logs
functional_test.go:1236: (dbg) Done: out/minikube-linux-amd64 -p functional-273463 logs: (1.362852609s)
--- PASS: TestFunctional/serial/LogsCmd (1.36s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1250: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 logs --file /tmp/TestFunctionalserialLogsFileCmd2145858967/001/logs.txt
functional_test.go:1250: (dbg) Done: out/minikube-linux-amd64 -p functional-273463 logs --file /tmp/TestFunctionalserialLogsFileCmd2145858967/001/logs.txt: (1.370575007s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.37s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2321: (dbg) Run: kubectl --context functional-273463 apply -f testdata/invalidsvc.yaml
functional_test.go:2335: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-273463
functional_test.go:2335: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-273463: exit status 115 (324.550873ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:30204 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2327: (dbg) Run: kubectl --context functional-273463 delete -f testdata/invalidsvc.yaml
functional_test.go:2327: (dbg) Done: kubectl --context functional-273463 delete -f testdata/invalidsvc.yaml: (1.006351399s)
--- PASS: TestFunctional/serial/InvalidService (4.50s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 config get cpus: exit status 14 (97.041344ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config set cpus 2
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config get cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 config get cpus: exit status 14 (57.222083ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.41s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:905: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-273463 --alsologtostderr -v=1]
functional_test.go:910: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 36195 -p functional-273463 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 749632: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (7.42s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:974: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:974: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-273463 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (150.699035ms)
-- stdout --
* [functional-273463] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1028 11:51:26.390628 748739 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:26.390913 748739 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:26.390925 748739 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:26.390931 748739 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:26.391134 748739 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:26.391679 748739 out.go:352] Setting JSON to false
I1028 11:51:26.392776 748739 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":56035,"bootTime":1730060251,"procs":248,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:51:26.392877 748739 start.go:139] virtualization: kvm guest
I1028 11:51:26.395070 748739 out.go:177] * [functional-273463] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 11:51:26.396478 748739 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:51:26.396581 748739 notify.go:220] Checking for updates...
I1028 11:51:26.399334 748739 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:51:26.400832 748739 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:51:26.402192 748739 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:51:26.403671 748739 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:51:26.405173 748739 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:51:26.407008 748739 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:26.407775 748739 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:51:26.432112 748739 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:51:26.432208 748739 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:51:26.481195 748739 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:34 OomKillDisable:true NGoroutines:54 SystemTime:2024-10-28 11:51:26.471003469 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:51:26.481305 748739 docker.go:318] overlay module found
I1028 11:51:26.483366 748739 out.go:177] * Using the docker driver based on existing profile
I1028 11:51:26.484764 748739 start.go:297] selected driver: docker
I1028 11:51:26.484780 748739 start.go:901] validating driver "docker" against &{Name:functional-273463 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-273463 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:51:26.484859 748739 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:51:26.487013 748739 out.go:201]
W1028 11:51:26.488607 748739 out.go:270] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1028 11:51:26.490090 748739 out.go:201]
** /stderr **
functional_test.go:991: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.35s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1020: (dbg) Run: out/minikube-linux-amd64 start -p functional-273463 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1020: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-273463 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (152.181944ms)
-- stdout --
* [functional-273463] minikube v1.34.0 sur Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1028 11:51:26.740915 748989 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:26.741039 748989 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:26.741052 748989 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:26.741058 748989 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:26.741312 748989 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:26.741821 748989 out.go:352] Setting JSON to false
I1028 11:51:26.742946 748989 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":56036,"bootTime":1730060251,"procs":249,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 11:51:26.743051 748989 start.go:139] virtualization: kvm guest
I1028 11:51:26.745379 748989 out.go:177] * [functional-273463] minikube v1.34.0 sur Ubuntu 20.04 (kvm/amd64)
I1028 11:51:26.746927 748989 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:51:26.746940 748989 notify.go:220] Checking for updates...
I1028 11:51:26.749957 748989 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:51:26.751268 748989 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 11:51:26.752722 748989 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 11:51:26.754127 748989 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 11:51:26.755477 748989 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:51:26.757101 748989 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:26.757580 748989 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:51:26.779992 748989 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:51:26.780096 748989 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:51:26.828452 748989 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:33 OomKillDisable:true NGoroutines:53 SystemTime:2024-10-28 11:51:26.819092994 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:51:26.828552 748989 docker.go:318] overlay module found
I1028 11:51:26.830837 748989 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1028 11:51:26.832272 748989 start.go:297] selected driver: docker
I1028 11:51:26.832287 748989 start.go:901] validating driver "docker" against &{Name:functional-273463 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-273463 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:51:26.832378 748989 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:51:26.834678 748989 out.go:201]
W1028 11:51:26.836109 748989 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1028 11:51:26.837539 748989 out.go:201]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.15s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:854: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 status
functional_test.go:860: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:872: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (0.94s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1629: (dbg) Run: kubectl --context functional-273463 create deployment hello-node-connect --image=registry.k8s.io/echoserver:1.8
functional_test.go:1635: (dbg) Run: kubectl --context functional-273463 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-67bdd5bbb4-srtdf" [a30bbeb5-a651-44fa-b91c-a802ec953767] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-connect-67bdd5bbb4-srtdf" [a30bbeb5-a651-44fa-b91c-a802ec953767] Running
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 8.0042454s
functional_test.go:1649: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service hello-node-connect --url
functional_test.go:1655: found endpoint for hello-node-connect: http://192.168.49.2:32365
functional_test.go:1675: http://192.168.49.2:32365: success! body:
Hostname: hello-node-connect-67bdd5bbb4-srtdf
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:32365
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (8.53s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1690: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 addons list
functional_test.go:1702: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.15s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [0f6213ad-5424-4bb1-9e0a-a68ee580bb41] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 5.003845737s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-273463 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-273463 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-273463 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-273463 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [eea91b0b-b3b5-46da-b1d4-f09c24ae57b4] Pending
helpers_test.go:344: "sp-pod" [eea91b0b-b3b5-46da-b1d4-f09c24ae57b4] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [eea91b0b-b3b5-46da-b1d4-f09c24ae57b4] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 11.004021563s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-273463 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-273463 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-273463 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [31fd1f97-bfc9-4471-89a6-3a89e824fbf3] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [31fd1f97-bfc9-4471-89a6-3a89e824fbf3] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 11.004212441s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-273463 exec sp-pod -- ls /tmp/mount
E1028 11:51:42.505507 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (28.80s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1725: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "echo hello"
functional_test.go:1742: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.62s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh -n functional-273463 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cp functional-273463:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd4236930787/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh -n functional-273463 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh -n functional-273463 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.03s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1793: (dbg) Run: kubectl --context functional-273463 replace --force -f testdata/mysql.yaml
functional_test.go:1799: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:344: "mysql-6cdb49bbb-b894k" [242d283e-28db-4d9e-aa5f-6a56b2748ec5] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
helpers_test.go:344: "mysql-6cdb49bbb-b894k" [242d283e-28db-4d9e-aa5f-6a56b2748ec5] Running
functional_test.go:1799: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 19.004092012s
functional_test.go:1807: (dbg) Run: kubectl --context functional-273463 exec mysql-6cdb49bbb-b894k -- mysql -ppassword -e "show databases;"
functional_test.go:1807: (dbg) Non-zero exit: kubectl --context functional-273463 exec mysql-6cdb49bbb-b894k -- mysql -ppassword -e "show databases;": exit status 1 (105.057422ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
I1028 11:51:50.193642 708311 retry.go:31] will retry after 1.304729401s: exit status 1
functional_test.go:1807: (dbg) Run: kubectl --context functional-273463 exec mysql-6cdb49bbb-b894k -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (20.71s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1929: Checking for existence of /etc/test/nested/copy/708311/hosts within VM
functional_test.go:1931: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /etc/test/nested/copy/708311/hosts"
functional_test.go:1936: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.25s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1972: Checking for existence of /etc/ssl/certs/708311.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /etc/ssl/certs/708311.pem"
functional_test.go:1972: Checking for existence of /usr/share/ca-certificates/708311.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /usr/share/ca-certificates/708311.pem"
functional_test.go:1972: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/7083112.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /etc/ssl/certs/7083112.pem"
functional_test.go:1999: Checking for existence of /usr/share/ca-certificates/7083112.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /usr/share/ca-certificates/7083112.pem"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (1.58s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:219: (dbg) Run: kubectl --context functional-273463 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.06s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2027: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo systemctl is-active docker"
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "sudo systemctl is-active docker": exit status 1 (276.138565ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2027: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo systemctl is-active containerd"
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "sudo systemctl is-active containerd": exit status 1 (266.452517ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.54s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2288: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.19s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1439: (dbg) Run: kubectl --context functional-273463 create deployment hello-node --image=registry.k8s.io/echoserver:1.8
functional_test.go:1445: (dbg) Run: kubectl --context functional-273463 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-6b9f76b5c7-7qd74" [c71686d4-dc25-4a6e-b1b7-3bb0a032ad74] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver])
helpers_test.go:344: "hello-node-6b9f76b5c7-7qd74" [c71686d4-dc25-4a6e-b1b7-3bb0a032ad74] Running
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 10.002969253s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (10.21s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 744785: os: process already finished
helpers_test.go:502: unable to terminate pid 744490: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.44s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-273463 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [1f91782a-33bf-423f-b35c-8a8fa12e0fab] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [1f91782a-33bf-423f-b35c-8a8fa12e0fab] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 9.004005432s
I1028 11:51:22.168598 708311 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (9.29s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-273463 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.06s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.108.49.101 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-273463 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.11s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1459: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.49s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1489: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service list -o json
functional_test.go:1494: Took "507.307454ms" to run "out/minikube-linux-amd64 -p functional-273463 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.51s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1270: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1275: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.42s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1509: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service --namespace=default --https --url hello-node
functional_test.go:1522: found endpoint: https://192.168.49.2:30815
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.38s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2256: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 version --short
--- PASS: TestFunctional/parallel/Version/short (0.06s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2270: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 version -o=json --components
functional_test.go:2270: (dbg) Done: out/minikube-linux-amd64 -p functional-273463 version -o=json --components: (1.386937829s)
--- PASS: TestFunctional/parallel/Version/components (1.39s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdany-port3625824562/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1730116283273914270" to /tmp/TestFunctionalparallelMountCmdany-port3625824562/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1730116283273914270" to /tmp/TestFunctionalparallelMountCmdany-port3625824562/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1730116283273914270" to /tmp/TestFunctionalparallelMountCmdany-port3625824562/001/test-1730116283273914270
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (309.183067ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1028 11:51:23.583419 708311 retry.go:31] will retry after 500.663744ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 28 11:51 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 28 11:51 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 28 11:51 test-1730116283273914270
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh cat /mount-9p/test-1730116283273914270
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-273463 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [ddcf1173-239c-451a-aa43-62c3551db294] Pending
helpers_test.go:344: "busybox-mount" [ddcf1173-239c-451a-aa43-62c3551db294] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [ddcf1173-239c-451a-aa43-62c3551db294] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [ddcf1173-239c-451a-aa43-62c3551db294] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 5.004460575s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-273463 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdany-port3625824562/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (7.89s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1310: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1315: Took "366.148889ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1324: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1329: Took "56.655269ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.42s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1540: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.36s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1361: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1366: Took "326.800207ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1374: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1379: Took "60.852939ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.39s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1559: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 service hello-node --url
functional_test.go:1565: found endpoint for hello-node: http://192.168.49.2:30815
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.37s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls --format short --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-amd64 -p functional-273463 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/echoserver:1.8
registry.k8s.io/coredns/coredns:v1.11.3
localhost/minikube-local-cache-test:functional-273463
localhost/kicbase/echo-server:functional-273463
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20241007-36f62932
functional_test.go:269: (dbg) Stderr: out/minikube-linux-amd64 -p functional-273463 image ls --format short --alsologtostderr:
I1028 11:51:35.298144 752200 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:35.298264 752200 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:35.298274 752200 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:35.298278 752200 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:35.298475 752200 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:35.299032 752200 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:35.299130 752200 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:35.299502 752200 cli_runner.go:164] Run: docker container inspect functional-273463 --format={{.State.Status}}
I1028 11:51:35.316373 752200 ssh_runner.go:195] Run: systemctl --version
I1028 11:51:35.316416 752200 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-273463
I1028 11:51:35.340708 752200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32898 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/functional-273463/id_rsa Username:docker}
I1028 11:51:35.638091 752200 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.60s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls --format table --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-amd64 -p functional-273463 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| registry.k8s.io/pause | 3.3 | 0184c1613d929 | 686kB |
| registry.k8s.io/pause | latest | 350b164e7ae1d | 247kB |
| docker.io/kindest/kindnetd | v20241007-36f62932 | 3a5bc24055c9e | 95MB |
| docker.io/library/nginx | latest | 3b25b682ea82b | 196MB |
| localhost/minikube-local-cache-test | functional-273463 | b004ffbe8c1c1 | 3.33kB |
| registry.k8s.io/pause | 3.10 | 873ed75102791 | 742kB |
| registry.k8s.io/kube-scheduler | v1.31.2 | 847c7bc1a5418 | 68.5MB |
| registry.k8s.io/pause | 3.1 | da86e6ba6ca19 | 747kB |
| docker.io/library/nginx | alpine | cb8f91112b6b5 | 48.4MB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 56cc512116c8f | 4.63MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | 6e38f40d628db | 31.5MB |
| registry.k8s.io/kube-controller-manager | v1.31.2 | 0486b6c53a1b5 | 89.5MB |
| registry.k8s.io/kube-apiserver | v1.31.2 | 9499c9960544e | 95.3MB |
| registry.k8s.io/kube-proxy | v1.31.2 | 505d571f5fd56 | 92.8MB |
| localhost/kicbase/echo-server | functional-273463 | 9056ab77afb8e | 4.94MB |
| registry.k8s.io/coredns/coredns | v1.11.3 | c69fa2e9cbf5f | 63.3MB |
| registry.k8s.io/etcd | 3.5.15-0 | 2e96e5913fc06 | 149MB |
| registry.k8s.io/echoserver | 1.8 | 82e4c8a736a4f | 97.8MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:269: (dbg) Stderr: out/minikube-linux-amd64 -p functional-273463 image ls --format table --alsologtostderr:
I1028 11:51:36.714668 752504 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:36.714794 752504 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.714803 752504 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:36.714807 752504 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.714977 752504 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:36.715535 752504 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.715631 752504 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.716050 752504 cli_runner.go:164] Run: docker container inspect functional-273463 --format={{.State.Status}}
I1028 11:51:36.734028 752504 ssh_runner.go:195] Run: systemctl --version
I1028 11:51:36.734153 752504 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-273463
I1028 11:51:36.762233 752504 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32898 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/functional-273463/id_rsa Username:docker}
I1028 11:51:37.037364 752504 ssh_runner.go:195] Run: sudo crictl images --output json
E1028 11:51:37.383550 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.50s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls --format json --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-amd64 -p functional-273463 image ls --format json --alsologtostderr:
[{"id":"0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"},{"id":"115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a","docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"],"repoTags":[],"size":"43824855"},{"id":"cb8f91112b6b50ead202f48bbf81cec4b34c254417254efd94c803f7dd718045","repoDigests":["docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250","docker.io/library/nginx@sha256:ae136e431e76e12e5d84979ea5e2ffff4dd9589c2435c8bb9e33e6c3960111d3"],"repoTags":["docker.io/library/nginx:alpine"],"size":"48414943"},{"id":"82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410","
repoDigests":["registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969"],"repoTags":["registry.k8s.io/echoserver:1.8"],"size":"97846543"},{"id":"9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173","repoDigests":["registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0","registry.k8s.io/kube-apiserver@sha256:a4fdc0ebc2950d76f2859c5f38f2d05b760ed09fd8006d7a8d98dd9b30bc55da"],"repoTags":["registry.k8s.io/kube-apiserver:v1.31.2"],"size":"95274464"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"},{"id":"873ed75102791e5b0b8a7fcd41606c92fcec98d56d05ead4ac5131650004c136","repoDigests":["registry.k8s.io/pause@sha256:7c38f24774e3cbd906d2d33c38354ccf787635581c122965132c9bd309754d4a","registry.k8s.io/pause@sha256:ee6521f290b216
8b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a"],"repoTags":["registry.k8s.io/pause:3.10"],"size":"742080"},{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30","repoDigests":["localhost/kicbase/echo-server@sha256:d3d0b737c6413dcf7b9393d61285525048f2d10a0aae68296150078d379c30cf"],"repoTags":["localhost/kicbase/echo-server:functional-273463"],"size":"4943877"},{"id":"b004ffbe8c1c1125bf9352185b51176bed41e2cc4dec95a35f131d1362c38732","repoDigests":["localhost/minikube-local-cache-test@sha256:76fb8c9fe89714f8a3f7692db35d33b1d66835e686b741baa3fa116ae40800bf"],"repoTags":["localhost/minikube-local-cache-t
est:functional-273463"],"size":"3330"},{"id":"2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4","repoDigests":["registry.k8s.io/etcd@sha256:4e535f53f767fe400c2deec37fef7a6ab19a79a1db35041d067597641cd8b89d","registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a"],"repoTags":["registry.k8s.io/etcd:3.5.15-0"],"size":"149009664"},{"id":"847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856","repoDigests":["registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282","registry.k8s.io/kube-scheduler@sha256:a40aba236dfcd0fe9d1258dcb9d22a82d83e9ea6d35f7d3574949b12df928fe5"],"repoTags":["registry.k8s.io/kube-scheduler:v1.31.2"],"size":"68457798"},{"id":"3b25b682ea82b2db3cc4fd48db818be788ee3f902ac7378090cf2624ec2442df","repoDigests":["docker.io/library/nginx@sha256:28402db69fec7c17e179ea87882667f1e054391138f77ffaf0c3eb388efc3ffb","docker.io/library/nginx@sha256:367678a80c0be120f67f3adfccc2f408bd2c1319ed98c1975ac
88e750d0efe26"],"repoTags":["docker.io/library/nginx:latest"],"size":"195818008"},{"id":"505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38","repoDigests":["registry.k8s.io/kube-proxy@sha256:22535649599e9f22b1b857afcbd9a8b36be238b2b3ea68e47f60bedcea48cd3b","registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe"],"repoTags":["registry.k8s.io/kube-proxy:v1.31.2"],"size":"92783513"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"size":"247077"},{"id":"3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52","repoDigests":["docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387","docker.io/kindest/kindnetd@sha256:e1b7077a015216fd2772941babf3d3204abecf98b97d82ecd149d00212c55fa7"],"repoTags":["docker.io/kindest/kindnetd:v2024
1007-36f62932"],"size":"94965812"},{"id":"07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029"],"repoTags":[],"size":"249229937"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6","repoDigests":["registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e","registry.k8s.io/coredns/coredns@sha256:f0b8c589314ed010a0c326e987a52b50801f0145ac9b75423af
1b5c66dbd6d50"],"repoTags":["registry.k8s.io/coredns/coredns:v1.11.3"],"size":"63273227"},{"id":"0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:4ba16ce7d80945dc4bb8e85ac0794c6171bfa8a55c94fe5be415afb4c3eb938c","registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.31.2"],"size":"89474374"}]
functional_test.go:269: (dbg) Stderr: out/minikube-linux-amd64 -p functional-273463 image ls --format json --alsologtostderr:
I1028 11:51:36.313683 752422 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:36.313807 752422 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.313817 752422 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:36.313821 752422 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.314002 752422 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:36.314583 752422 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.314677 752422 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.315056 752422 cli_runner.go:164] Run: docker container inspect functional-273463 --format={{.State.Status}}
I1028 11:51:36.332175 752422 ssh_runner.go:195] Run: systemctl --version
I1028 11:51:36.332228 752422 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-273463
I1028 11:51:36.356626 752422 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32898 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/functional-273463/id_rsa Username:docker}
I1028 11:51:36.539124 752422 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.40s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls --format yaml --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-amd64 -p functional-273463 image ls --format yaml --alsologtostderr:
- id: 3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52
repoDigests:
- docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387
- docker.io/kindest/kindnetd@sha256:e1b7077a015216fd2772941babf3d3204abecf98b97d82ecd149d00212c55fa7
repoTags:
- docker.io/kindest/kindnetd:v20241007-36f62932
size: "94965812"
- id: 115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
repoTags: []
size: "43824855"
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e
- registry.k8s.io/coredns/coredns@sha256:f0b8c589314ed010a0c326e987a52b50801f0145ac9b75423af1b5c66dbd6d50
repoTags:
- registry.k8s.io/coredns/coredns:v1.11.3
size: "63273227"
- id: 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0
- registry.k8s.io/kube-apiserver@sha256:a4fdc0ebc2950d76f2859c5f38f2d05b760ed09fd8006d7a8d98dd9b30bc55da
repoTags:
- registry.k8s.io/kube-apiserver:v1.31.2
size: "95274464"
- id: cb8f91112b6b50ead202f48bbf81cec4b34c254417254efd94c803f7dd718045
repoDigests:
- docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250
- docker.io/library/nginx@sha256:ae136e431e76e12e5d84979ea5e2ffff4dd9589c2435c8bb9e33e6c3960111d3
repoTags:
- docker.io/library/nginx:alpine
size: "48414943"
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
- id: b004ffbe8c1c1125bf9352185b51176bed41e2cc4dec95a35f131d1362c38732
repoDigests:
- localhost/minikube-local-cache-test@sha256:76fb8c9fe89714f8a3f7692db35d33b1d66835e686b741baa3fa116ae40800bf
repoTags:
- localhost/minikube-local-cache-test:functional-273463
size: "3330"
- id: 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282
- registry.k8s.io/kube-scheduler@sha256:a40aba236dfcd0fe9d1258dcb9d22a82d83e9ea6d35f7d3574949b12df928fe5
repoTags:
- registry.k8s.io/kube-scheduler:v1.31.2
size: "68457798"
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: 82e4c8a736a4fcf22b5ef9f6a4ff6207064c7187d7694bf97bd561605a538410
repoDigests:
- registry.k8s.io/echoserver@sha256:cb3386f863f6a4b05f33c191361723f9d5927ac287463b1bea633bf859475969
repoTags:
- registry.k8s.io/echoserver:1.8
size: "97846543"
- id: 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38
repoDigests:
- registry.k8s.io/kube-proxy@sha256:22535649599e9f22b1b857afcbd9a8b36be238b2b3ea68e47f60bedcea48cd3b
- registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe
repoTags:
- registry.k8s.io/kube-proxy:v1.31.2
size: "92783513"
- id: 873ed75102791e5b0b8a7fcd41606c92fcec98d56d05ead4ac5131650004c136
repoDigests:
- registry.k8s.io/pause@sha256:7c38f24774e3cbd906d2d33c38354ccf787635581c122965132c9bd309754d4a
- registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a
repoTags:
- registry.k8s.io/pause:3.10
size: "742080"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
- id: 07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029
repoTags: []
size: "249229937"
- id: 3b25b682ea82b2db3cc4fd48db818be788ee3f902ac7378090cf2624ec2442df
repoDigests:
- docker.io/library/nginx@sha256:28402db69fec7c17e179ea87882667f1e054391138f77ffaf0c3eb388efc3ffb
- docker.io/library/nginx@sha256:367678a80c0be120f67f3adfccc2f408bd2c1319ed98c1975ac88e750d0efe26
repoTags:
- docker.io/library/nginx:latest
size: "195818008"
- id: 9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30
repoDigests:
- localhost/kicbase/echo-server@sha256:d3d0b737c6413dcf7b9393d61285525048f2d10a0aae68296150078d379c30cf
repoTags:
- localhost/kicbase/echo-server:functional-273463
size: "4943877"
- id: 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4
repoDigests:
- registry.k8s.io/etcd@sha256:4e535f53f767fe400c2deec37fef7a6ab19a79a1db35041d067597641cd8b89d
- registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a
repoTags:
- registry.k8s.io/etcd:3.5.15-0
size: "149009664"
- id: 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:4ba16ce7d80945dc4bb8e85ac0794c6171bfa8a55c94fe5be415afb4c3eb938c
- registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752
repoTags:
- registry.k8s.io/kube-controller-manager:v1.31.2
size: "89474374"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
functional_test.go:269: (dbg) Stderr: out/minikube-linux-amd64 -p functional-273463 image ls --format yaml --alsologtostderr:
I1028 11:51:35.900813 752291 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:35.901071 752291 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:35.901086 752291 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:35.901092 752291 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:35.901301 752291 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:35.901931 752291 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:35.902066 752291 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:35.902501 752291 cli_runner.go:164] Run: docker container inspect functional-273463 --format={{.State.Status}}
I1028 11:51:35.919576 752291 ssh_runner.go:195] Run: systemctl --version
I1028 11:51:35.919632 752291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-273463
I1028 11:51:35.947027 752291 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32898 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/functional-273463/id_rsa Username:docker}
I1028 11:51:36.139224 752291 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.42s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:308: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh pgrep buildkitd
functional_test.go:308: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh pgrep buildkitd: exit status 1 (488.541641ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:315: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image build -t localhost/my-image:functional-273463 testdata/build --alsologtostderr
functional_test.go:315: (dbg) Done: out/minikube-linux-amd64 -p functional-273463 image build -t localhost/my-image:functional-273463 testdata/build --alsologtostderr: (7.653880119s)
functional_test.go:320: (dbg) Stdout: out/minikube-linux-amd64 -p functional-273463 image build -t localhost/my-image:functional-273463 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> d5cecbe8752
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-273463
--> db6e65bb02d
Successfully tagged localhost/my-image:functional-273463
db6e65bb02d0659545255243cdcf237ae1db95873afec51b7d74d6df745d0f71
functional_test.go:323: (dbg) Stderr: out/minikube-linux-amd64 -p functional-273463 image build -t localhost/my-image:functional-273463 testdata/build --alsologtostderr:
I1028 11:51:36.494108 752458 out.go:345] Setting OutFile to fd 1 ...
I1028 11:51:36.494379 752458 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.494389 752458 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:36.494394 752458 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:36.494591 752458 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:51:36.495160 752458 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.495711 752458 config.go:182] Loaded profile config "functional-273463": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:51:36.496086 752458 cli_runner.go:164] Run: docker container inspect functional-273463 --format={{.State.Status}}
I1028 11:51:36.513323 752458 ssh_runner.go:195] Run: systemctl --version
I1028 11:51:36.513376 752458 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-273463
I1028 11:51:36.530252 752458 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32898 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/functional-273463/id_rsa Username:docker}
I1028 11:51:36.738257 752458 build_images.go:161] Building image from path: /tmp/build.577925987.tar
I1028 11:51:36.738322 752458 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1028 11:51:36.748310 752458 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.577925987.tar
I1028 11:51:36.836661 752458 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.577925987.tar: stat -c "%s %y" /var/lib/minikube/build/build.577925987.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.577925987.tar': No such file or directory
I1028 11:51:36.836699 752458 ssh_runner.go:362] scp /tmp/build.577925987.tar --> /var/lib/minikube/build/build.577925987.tar (3072 bytes)
I1028 11:51:36.935485 752458 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.577925987
I1028 11:51:36.946504 752458 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.577925987 -xf /var/lib/minikube/build/build.577925987.tar
I1028 11:51:36.957813 752458 crio.go:315] Building image: /var/lib/minikube/build/build.577925987
I1028 11:51:36.957898 752458 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-273463 /var/lib/minikube/build/build.577925987 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I1028 11:51:44.071820 752458 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-273463 /var/lib/minikube/build/build.577925987 --cgroup-manager=cgroupfs: (7.113892405s)
I1028 11:51:44.071905 752458 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.577925987
I1028 11:51:44.080708 752458 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.577925987.tar
I1028 11:51:44.090217 752458 build_images.go:217] Built localhost/my-image:functional-273463 from /tmp/build.577925987.tar
I1028 11:51:44.090256 752458 build_images.go:133] succeeded building to: functional-273463
I1028 11:51:44.090264 752458 build_images.go:134] failed building to:
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (8.39s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:342: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:347: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-273463
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.39s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:355: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image load --daemon kicbase/echo-server:functional-273463 --alsologtostderr
functional_test.go:355: (dbg) Done: out/minikube-linux-amd64 -p functional-273463 image load --daemon kicbase/echo-server:functional-273463 --alsologtostderr: (1.033300142s)
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:365: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image load --daemon kicbase/echo-server:functional-273463 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (0.92s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:235: (dbg) Run: docker pull kicbase/echo-server:latest
functional_test.go:240: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-273463
functional_test.go:245: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image load --daemon kicbase/echo-server:functional-273463 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.10s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2119: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 update-context --alsologtostderr -v=2
E1028 11:51:34.822253 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.16s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2119: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.14s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2119: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.15s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:380: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image save kicbase/echo-server:functional-273463 /home/jenkins/workspace/Docker_Linux_crio_integration/echo-server-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.61s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:392: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image rm kicbase/echo-server:functional-273463 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.54s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:409: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image load /home/jenkins/workspace/Docker_Linux_crio_integration/echo-server-save.tar --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (1.01s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:419: (dbg) Run: docker rmi kicbase/echo-server:functional-273463
functional_test.go:424: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 image save --daemon kicbase/echo-server:functional-273463 --alsologtostderr
functional_test.go:432: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-273463
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.71s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdspecific-port3599962905/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (284.892849ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1028 11:51:31.448250 708311 retry.go:31] will retry after 701.728041ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T /mount-9p | grep 9p"
E1028 11:51:32.252149 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:51:32.258554 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:51:32.270015 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:51:32.291578 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:51:32.333074 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:51:32.414669 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh -- ls -la /mount-9p
E1028 11:51:32.576044 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdspecific-port3599962905/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "sudo umount -f /mount-9p"
E1028 11:51:32.898242 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "sudo umount -f /mount-9p": exit status 1 (273.506336ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-amd64 -p functional-273463 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdspecific-port3599962905/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.08s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T" /mount1
E1028 11:51:33.539997 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
functional_test_mount_test.go:325: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T" /mount1: exit status 1 (317.217817ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1028 11:51:33.557942 708311 retry.go:31] will retry after 401.278748ms: exit status 1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T" /mount2
2024/10/28 11:51:34 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-amd64 -p functional-273463 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-amd64 mount -p functional-273463 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-273463 /tmp/TestFunctionalparallelMountCmdVerifyCleanup1322588599/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.56s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:functional-273463
--- PASS: TestFunctional/delete_echo-server_images (0.04s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:198: (dbg) Run: docker rmi -f localhost/my-image:functional-273463
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:206: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-273463
--- PASS: TestFunctional/delete_minikube_cached_images (0.01s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-amd64 start -p ha-549027 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E1028 11:52:13.228616 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:52:54.190511 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:54:16.112917 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:101: (dbg) Done: out/minikube-linux-amd64 start -p ha-549027 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (2m33.152547759s)
ha_test.go:107: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/StartCluster (153.80s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-amd64 kubectl -p ha-549027 -- rollout status deployment/busybox: (4.125073135s)
ha_test.go:140: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-d7z4h -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-qnxdf -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-s96sc -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-d7z4h -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-qnxdf -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-s96sc -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-d7z4h -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-qnxdf -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-s96sc -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (6.01s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-d7z4h -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-d7z4h -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-qnxdf -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-qnxdf -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-s96sc -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 kubectl -p ha-549027 -- exec busybox-7dff88458-s96sc -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.05s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-amd64 node add -p ha-549027 -v=7 --alsologtostderr
ha_test.go:228: (dbg) Done: out/minikube-linux-amd64 node add -p ha-549027 -v=7 --alsologtostderr: (32.006940589s)
ha_test.go:234: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (32.82s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-549027 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.07s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (0.84s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status --output json -v=7 --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp testdata/cp-test.txt ha-549027:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile439846593/001/cp-test_ha-549027.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027:/home/docker/cp-test.txt ha-549027-m02:/home/docker/cp-test_ha-549027_ha-549027-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test_ha-549027_ha-549027-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027:/home/docker/cp-test.txt ha-549027-m03:/home/docker/cp-test_ha-549027_ha-549027-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test_ha-549027_ha-549027-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027:/home/docker/cp-test.txt ha-549027-m04:/home/docker/cp-test_ha-549027_ha-549027-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test_ha-549027_ha-549027-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp testdata/cp-test.txt ha-549027-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile439846593/001/cp-test_ha-549027-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m02:/home/docker/cp-test.txt ha-549027:/home/docker/cp-test_ha-549027-m02_ha-549027.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test_ha-549027-m02_ha-549027.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m02:/home/docker/cp-test.txt ha-549027-m03:/home/docker/cp-test_ha-549027-m02_ha-549027-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test_ha-549027-m02_ha-549027-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m02:/home/docker/cp-test.txt ha-549027-m04:/home/docker/cp-test_ha-549027-m02_ha-549027-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test_ha-549027-m02_ha-549027-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp testdata/cp-test.txt ha-549027-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile439846593/001/cp-test_ha-549027-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m03:/home/docker/cp-test.txt ha-549027:/home/docker/cp-test_ha-549027-m03_ha-549027.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test_ha-549027-m03_ha-549027.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m03:/home/docker/cp-test.txt ha-549027-m02:/home/docker/cp-test_ha-549027-m03_ha-549027-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test_ha-549027-m03_ha-549027-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m03:/home/docker/cp-test.txt ha-549027-m04:/home/docker/cp-test_ha-549027-m03_ha-549027-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test_ha-549027-m03_ha-549027-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp testdata/cp-test.txt ha-549027-m04:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile439846593/001/cp-test_ha-549027-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m04:/home/docker/cp-test.txt ha-549027:/home/docker/cp-test_ha-549027-m04_ha-549027.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027 "sudo cat /home/docker/cp-test_ha-549027-m04_ha-549027.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m04:/home/docker/cp-test.txt ha-549027-m02:/home/docker/cp-test_ha-549027-m04_ha-549027-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m02 "sudo cat /home/docker/cp-test_ha-549027-m04_ha-549027-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 cp ha-549027-m04:/home/docker/cp-test.txt ha-549027-m03:/home/docker/cp-test_ha-549027-m04_ha-549027-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 ssh -n ha-549027-m03 "sudo cat /home/docker/cp-test_ha-549027-m04_ha-549027-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (15.50s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 node stop m02 -v=7 --alsologtostderr
ha_test.go:365: (dbg) Done: out/minikube-linux-amd64 -p ha-549027 node stop m02 -v=7 --alsologtostderr: (11.822333739s)
ha_test.go:371: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr: exit status 7 (648.908488ms)
-- stdout --
ha-549027
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-549027-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-549027-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-549027-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1028 11:55:38.844809 773944 out.go:345] Setting OutFile to fd 1 ...
I1028 11:55:38.844957 773944 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:55:38.844970 773944 out.go:358] Setting ErrFile to fd 2...
I1028 11:55:38.844978 773944 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:55:38.845196 773944 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 11:55:38.845395 773944 out.go:352] Setting JSON to false
I1028 11:55:38.845428 773944 mustload.go:65] Loading cluster: ha-549027
I1028 11:55:38.845550 773944 notify.go:220] Checking for updates...
I1028 11:55:38.845997 773944 config.go:182] Loaded profile config "ha-549027": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:55:38.846028 773944 status.go:174] checking status of ha-549027 ...
I1028 11:55:38.846519 773944 cli_runner.go:164] Run: docker container inspect ha-549027 --format={{.State.Status}}
I1028 11:55:38.867506 773944 status.go:371] ha-549027 host status = "Running" (err=<nil>)
I1028 11:55:38.867530 773944 host.go:66] Checking if "ha-549027" exists ...
I1028 11:55:38.867775 773944 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-549027
I1028 11:55:38.886015 773944 host.go:66] Checking if "ha-549027" exists ...
I1028 11:55:38.886368 773944 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:55:38.886426 773944 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-549027
I1028 11:55:38.904167 773944 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32903 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/ha-549027/id_rsa Username:docker}
I1028 11:55:38.993918 773944 ssh_runner.go:195] Run: systemctl --version
I1028 11:55:38.997911 773944 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:55:39.007978 773944 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:55:39.055993 773944 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:49 OomKillDisable:true NGoroutines:72 SystemTime:2024-10-28 11:55:39.047011022 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 11:55:39.056662 773944 kubeconfig.go:125] found "ha-549027" server: "https://192.168.49.254:8443"
I1028 11:55:39.056689 773944 api_server.go:166] Checking apiserver status ...
I1028 11:55:39.056722 773944 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:55:39.067422 773944 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1513/cgroup
I1028 11:55:39.075999 773944 api_server.go:182] apiserver freezer: "5:freezer:/docker/66d0ee5339e42ee72816923fcc6904f36a1efdfc1e5e89953dbffeca57ee1b85/crio/crio-040a7c36163e5c52eeab6ff15ea5b5f16837bce2d12f2158ed8d112258b26cfa"
I1028 11:55:39.076063 773944 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/66d0ee5339e42ee72816923fcc6904f36a1efdfc1e5e89953dbffeca57ee1b85/crio/crio-040a7c36163e5c52eeab6ff15ea5b5f16837bce2d12f2158ed8d112258b26cfa/freezer.state
I1028 11:55:39.083847 773944 api_server.go:204] freezer state: "THAWED"
I1028 11:55:39.083877 773944 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1028 11:55:39.090202 773944 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1028 11:55:39.090229 773944 status.go:463] ha-549027 apiserver status = Running (err=<nil>)
I1028 11:55:39.090242 773944 status.go:176] ha-549027 status: &{Name:ha-549027 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 11:55:39.090256 773944 status.go:174] checking status of ha-549027-m02 ...
I1028 11:55:39.090486 773944 cli_runner.go:164] Run: docker container inspect ha-549027-m02 --format={{.State.Status}}
I1028 11:55:39.107665 773944 status.go:371] ha-549027-m02 host status = "Stopped" (err=<nil>)
I1028 11:55:39.107689 773944 status.go:384] host is not running, skipping remaining checks
I1028 11:55:39.107697 773944 status.go:176] ha-549027-m02 status: &{Name:ha-549027-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 11:55:39.107731 773944 status.go:174] checking status of ha-549027-m03 ...
I1028 11:55:39.108012 773944 cli_runner.go:164] Run: docker container inspect ha-549027-m03 --format={{.State.Status}}
I1028 11:55:39.126404 773944 status.go:371] ha-549027-m03 host status = "Running" (err=<nil>)
I1028 11:55:39.126436 773944 host.go:66] Checking if "ha-549027-m03" exists ...
I1028 11:55:39.126696 773944 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-549027-m03
I1028 11:55:39.143447 773944 host.go:66] Checking if "ha-549027-m03" exists ...
I1028 11:55:39.143715 773944 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:55:39.143755 773944 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-549027-m03
I1028 11:55:39.161441 773944 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32913 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/ha-549027-m03/id_rsa Username:docker}
I1028 11:55:39.249954 773944 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:55:39.260677 773944 kubeconfig.go:125] found "ha-549027" server: "https://192.168.49.254:8443"
I1028 11:55:39.260709 773944 api_server.go:166] Checking apiserver status ...
I1028 11:55:39.260755 773944 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:55:39.270120 773944 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1431/cgroup
I1028 11:55:39.278362 773944 api_server.go:182] apiserver freezer: "5:freezer:/docker/221c699be81daa928f92df7189afd438d441c43753dfe7f18428d6923eca1fab/crio/crio-de6f7235112f0e5fcbee12d764cea2fe1d0abcbd25f42db01dcb5823b52db48a"
I1028 11:55:39.278426 773944 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/221c699be81daa928f92df7189afd438d441c43753dfe7f18428d6923eca1fab/crio/crio-de6f7235112f0e5fcbee12d764cea2fe1d0abcbd25f42db01dcb5823b52db48a/freezer.state
I1028 11:55:39.286090 773944 api_server.go:204] freezer state: "THAWED"
I1028 11:55:39.286115 773944 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1028 11:55:39.289695 773944 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1028 11:55:39.289718 773944 status.go:463] ha-549027-m03 apiserver status = Running (err=<nil>)
I1028 11:55:39.289728 773944 status.go:176] ha-549027-m03 status: &{Name:ha-549027-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 11:55:39.289749 773944 status.go:174] checking status of ha-549027-m04 ...
I1028 11:55:39.289994 773944 cli_runner.go:164] Run: docker container inspect ha-549027-m04 --format={{.State.Status}}
I1028 11:55:39.307362 773944 status.go:371] ha-549027-m04 host status = "Running" (err=<nil>)
I1028 11:55:39.307389 773944 host.go:66] Checking if "ha-549027-m04" exists ...
I1028 11:55:39.307658 773944 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-549027-m04
I1028 11:55:39.324511 773944 host.go:66] Checking if "ha-549027-m04" exists ...
I1028 11:55:39.324835 773944 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:55:39.324895 773944 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-549027-m04
I1028 11:55:39.342720 773944 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32918 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/ha-549027-m04/id_rsa Username:docker}
I1028 11:55:39.429591 773944 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:55:39.440145 773944 status.go:176] ha-549027-m04 status: &{Name:ha-549027-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.47s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.67s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 node start m02 -v=7 --alsologtostderr
ha_test.go:422: (dbg) Done: out/minikube-linux-amd64 -p ha-549027 node start m02 -v=7 --alsologtostderr: (20.239550723s)
ha_test.go:430: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (21.27s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (0.97s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-amd64 node list -p ha-549027 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Run: out/minikube-linux-amd64 stop -p ha-549027 -v=7 --alsologtostderr
E1028 11:56:12.232947 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.239361 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.250781 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.272099 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.313564 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.395064 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.556629 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:12.878313 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:13.520312 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:14.801668 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:17.363923 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:22.485720 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:32.252184 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:32.727222 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:464: (dbg) Done: out/minikube-linux-amd64 stop -p ha-549027 -v=7 --alsologtostderr: (36.775249106s)
ha_test.go:469: (dbg) Run: out/minikube-linux-amd64 start -p ha-549027 --wait=true -v=7 --alsologtostderr
E1028 11:56:53.208979 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:56:59.956972 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:57:34.171006 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
E1028 11:58:56.092694 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:469: (dbg) Done: out/minikube-linux-amd64 start -p ha-549027 --wait=true -v=7 --alsologtostderr: (3m13.483881467s)
ha_test.go:474: (dbg) Run: out/minikube-linux-amd64 node list -p ha-549027
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (230.37s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 node delete m03 -v=7 --alsologtostderr
ha_test.go:489: (dbg) Done: out/minikube-linux-amd64 -p ha-549027 node delete m03 -v=7 --alsologtostderr: (10.531179881s)
ha_test.go:495: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (11.27s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.64s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 stop -v=7 --alsologtostderr
ha_test.go:533: (dbg) Done: out/minikube-linux-amd64 -p ha-549027 stop -v=7 --alsologtostderr: (35.520013536s)
ha_test.go:539: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr: exit status 7 (107.767985ms)
-- stdout --
ha-549027
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-549027-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-549027-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:00:40.205945 791976 out.go:345] Setting OutFile to fd 1 ...
I1028 12:00:40.206287 791976 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:00:40.206300 791976 out.go:358] Setting ErrFile to fd 2...
I1028 12:00:40.206307 791976 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:00:40.206526 791976 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 12:00:40.206723 791976 out.go:352] Setting JSON to false
I1028 12:00:40.206760 791976 mustload.go:65] Loading cluster: ha-549027
I1028 12:00:40.206879 791976 notify.go:220] Checking for updates...
I1028 12:00:40.207276 791976 config.go:182] Loaded profile config "ha-549027": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:00:40.207305 791976 status.go:174] checking status of ha-549027 ...
I1028 12:00:40.207833 791976 cli_runner.go:164] Run: docker container inspect ha-549027 --format={{.State.Status}}
I1028 12:00:40.227821 791976 status.go:371] ha-549027 host status = "Stopped" (err=<nil>)
I1028 12:00:40.227854 791976 status.go:384] host is not running, skipping remaining checks
I1028 12:00:40.227866 791976 status.go:176] ha-549027 status: &{Name:ha-549027 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:00:40.227907 791976 status.go:174] checking status of ha-549027-m02 ...
I1028 12:00:40.228164 791976 cli_runner.go:164] Run: docker container inspect ha-549027-m02 --format={{.State.Status}}
I1028 12:00:40.246936 791976 status.go:371] ha-549027-m02 host status = "Stopped" (err=<nil>)
I1028 12:00:40.246969 791976 status.go:384] host is not running, skipping remaining checks
I1028 12:00:40.246979 791976 status.go:176] ha-549027-m02 status: &{Name:ha-549027-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:00:40.247005 791976 status.go:174] checking status of ha-549027-m04 ...
I1028 12:00:40.247270 791976 cli_runner.go:164] Run: docker container inspect ha-549027-m04 --format={{.State.Status}}
I1028 12:00:40.263686 791976 status.go:371] ha-549027-m04 host status = "Stopped" (err=<nil>)
I1028 12:00:40.263707 791976 status.go:384] host is not running, skipping remaining checks
I1028 12:00:40.263714 791976 status.go:176] ha-549027-m04 status: &{Name:ha-549027-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.63s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-amd64 start -p ha-549027 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:01:12.232839 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:562: (dbg) Done: out/minikube-linux-amd64 start -p ha-549027 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (50.96384183s)
ha_test.go:568: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (51.71s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
E1028 12:01:32.252089 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.65s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-amd64 node add -p ha-549027 --control-plane -v=7 --alsologtostderr
E1028 12:01:39.934128 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:607: (dbg) Done: out/minikube-linux-amd64 node add -p ha-549027 --control-plane -v=7 --alsologtostderr: (1m5.84377423s)
ha_test.go:613: (dbg) Run: out/minikube-linux-amd64 -p ha-549027 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (66.65s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (0.81s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-501315 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-501315 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (40.612052088s)
--- PASS: TestJSONOutput/start/Command (40.61s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-501315 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.65s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-501315 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.57s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-501315 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-501315 --output=json --user=testUser: (5.782678546s)
--- PASS: TestJSONOutput/stop/Command (5.78s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-013564 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-013564 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (67.76131ms)
-- stdout --
{"specversion":"1.0","id":"f445acee-8b9c-4187-9aee-2c3b90f530b7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-013564] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"a364733a-2444-48c3-ba88-5033020e903d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19875"}}
{"specversion":"1.0","id":"09b852d6-900a-42f2-8708-1f48e9daabcc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"2b269702-3a4b-405e-8bd7-1ddbee2804b6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig"}}
{"specversion":"1.0","id":"db6ccdaa-88ef-4cdd-97ea-9f99e23395ed","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube"}}
{"specversion":"1.0","id":"ee675b99-e0e6-4dc0-a419-f06057fb80ec","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"8c4ccffa-c2e0-41f9-a3e5-e8171b6d6a1a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"e811b067-f0de-41d9-a536-c87e3d1271be","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-013564" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-013564
--- PASS: TestErrorJSONOutput (0.21s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-409840 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-409840 --network=: (25.373747231s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-409840" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-409840
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-409840: (1.67122936s)
--- PASS: TestKicCustomNetwork/create_custom_network (27.06s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-572576 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-572576 --network=bridge: (24.508506146s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-572576" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-572576
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-572576: (1.967301241s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (26.50s)
=== RUN TestKicExistingNetwork
I1028 12:04:33.624316 708311 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 12:04:33.641114 708311 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 12:04:33.641211 708311 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1028 12:04:33.641236 708311 cli_runner.go:164] Run: docker network inspect existing-network
W1028 12:04:33.657692 708311 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1028 12:04:33.657732 708311 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1028 12:04:33.657753 708311 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1028 12:04:33.657900 708311 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 12:04:33.675455 708311 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-70ef7701ca46 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:9e:25:75:33} reservation:<nil>}
I1028 12:04:33.675971 708311 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001db3560}
I1028 12:04:33.676003 708311 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1028 12:04:33.676054 708311 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1028 12:04:33.740025 708311 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-052140 --network=existing-network
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-052140 --network=existing-network: (20.61305023s)
helpers_test.go:175: Cleaning up "existing-network-052140" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-052140
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-052140: (1.91223619s)
I1028 12:04:56.283242 708311 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (22.67s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-812649 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-812649 --subnet=192.168.60.0/24: (25.0218628s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-812649 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-812649" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-812649
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-812649: (2.108097879s)
--- PASS: TestKicCustomSubnet (27.15s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-437737 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-437737 --static-ip=192.168.200.200: (23.557388181s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-437737 ip
helpers_test.go:175: Cleaning up "static-ip-437737" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-437737
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-437737: (1.968183111s)
--- PASS: TestKicStaticIP (25.65s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.05s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-194532 --driver=docker --container-runtime=crio
E1028 12:06:12.229915 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-194532 --driver=docker --container-runtime=crio: (23.780544282s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-207064 --driver=docker --container-runtime=crio
E1028 12:06:32.251653 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-207064 --driver=docker --container-runtime=crio: (20.913905298s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-194532
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-207064
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:175: Cleaning up "second-207064" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p second-207064
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p second-207064: (1.874657792s)
helpers_test.go:175: Cleaning up "first-194532" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p first-194532
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p first-194532: (1.851135933s)
--- PASS: TestMinikubeProfile (49.54s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-085037 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-085037 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (4.53878361s)
--- PASS: TestMountStart/serial/StartWithMountFirst (5.54s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-085037 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.24s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-099694 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-099694 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (4.354722741s)
--- PASS: TestMountStart/serial/StartWithMountSecond (5.36s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-099694 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.24s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-085037 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-085037 --alsologtostderr -v=5: (1.621603983s)
--- PASS: TestMountStart/serial/DeleteFirst (1.62s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-099694 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.23s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-099694
mount_start_test.go:155: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-099694: (1.177682658s)
--- PASS: TestMountStart/serial/Stop (1.18s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-099694
mount_start_test.go:166: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-099694: (6.086724425s)
--- PASS: TestMountStart/serial/RestartStopped (7.09s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-099694 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.24s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-amd64 start -p multinode-600865 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:07:55.319381 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:96: (dbg) Done: out/minikube-linux-amd64 start -p multinode-600865 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m8.071684673s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (68.51s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-600865 -- rollout status deployment/busybox: (2.716056358s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-6zxdz -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-d764v -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-6zxdz -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-d764v -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-6zxdz -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-d764v -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (4.09s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-6zxdz -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-6zxdz -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-d764v -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-600865 -- exec busybox-7dff88458-d764v -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (0.71s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-600865 -v 3 --alsologtostderr
multinode_test.go:121: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-600865 -v 3 --alsologtostderr: (27.830880296s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (28.42s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-600865 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.06s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.60s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp testdata/cp-test.txt multinode-600865:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2035185479/001/cp-test_multinode-600865.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865:/home/docker/cp-test.txt multinode-600865-m02:/home/docker/cp-test_multinode-600865_multinode-600865-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test_multinode-600865_multinode-600865-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865:/home/docker/cp-test.txt multinode-600865-m03:/home/docker/cp-test_multinode-600865_multinode-600865-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test_multinode-600865_multinode-600865-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp testdata/cp-test.txt multinode-600865-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2035185479/001/cp-test_multinode-600865-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m02:/home/docker/cp-test.txt multinode-600865:/home/docker/cp-test_multinode-600865-m02_multinode-600865.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test_multinode-600865-m02_multinode-600865.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m02:/home/docker/cp-test.txt multinode-600865-m03:/home/docker/cp-test_multinode-600865-m02_multinode-600865-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test_multinode-600865-m02_multinode-600865-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp testdata/cp-test.txt multinode-600865-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2035185479/001/cp-test_multinode-600865-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m03:/home/docker/cp-test.txt multinode-600865:/home/docker/cp-test_multinode-600865-m03_multinode-600865.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865 "sudo cat /home/docker/cp-test_multinode-600865-m03_multinode-600865.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 cp multinode-600865-m03:/home/docker/cp-test.txt multinode-600865-m02:/home/docker/cp-test_multinode-600865-m03_multinode-600865-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 ssh -n multinode-600865-m02 "sudo cat /home/docker/cp-test_multinode-600865-m03_multinode-600865-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (8.88s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-amd64 -p multinode-600865 node stop m03: (1.174929838s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-600865 status: exit status 7 (451.481276ms)
-- stdout --
multinode-600865
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-600865-m02
type: Worker
host: Running
kubelet: Running
multinode-600865-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr: exit status 7 (456.254234ms)
-- stdout --
multinode-600865
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-600865-m02
type: Worker
host: Running
kubelet: Running
multinode-600865-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:08:55.151070 856676 out.go:345] Setting OutFile to fd 1 ...
I1028 12:08:55.151174 856676 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:08:55.151182 856676 out.go:358] Setting ErrFile to fd 2...
I1028 12:08:55.151186 856676 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:08:55.151389 856676 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 12:08:55.151534 856676 out.go:352] Setting JSON to false
I1028 12:08:55.151559 856676 mustload.go:65] Loading cluster: multinode-600865
I1028 12:08:55.151597 856676 notify.go:220] Checking for updates...
I1028 12:08:55.151980 856676 config.go:182] Loaded profile config "multinode-600865": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:08:55.152001 856676 status.go:174] checking status of multinode-600865 ...
I1028 12:08:55.152408 856676 cli_runner.go:164] Run: docker container inspect multinode-600865 --format={{.State.Status}}
I1028 12:08:55.170207 856676 status.go:371] multinode-600865 host status = "Running" (err=<nil>)
I1028 12:08:55.170236 856676 host.go:66] Checking if "multinode-600865" exists ...
I1028 12:08:55.170503 856676 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-600865
I1028 12:08:55.186961 856676 host.go:66] Checking if "multinode-600865" exists ...
I1028 12:08:55.187297 856676 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:08:55.187350 856676 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-600865
I1028 12:08:55.203747 856676 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33023 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/multinode-600865/id_rsa Username:docker}
I1028 12:08:55.289958 856676 ssh_runner.go:195] Run: systemctl --version
I1028 12:08:55.293937 856676 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:08:55.304552 856676 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:08:55.351699 856676 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:42 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:08:55.342210676 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 12:08:55.352487 856676 kubeconfig.go:125] found "multinode-600865" server: "https://192.168.67.2:8443"
I1028 12:08:55.352520 856676 api_server.go:166] Checking apiserver status ...
I1028 12:08:55.352578 856676 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 12:08:55.363385 856676 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1500/cgroup
I1028 12:08:55.371914 856676 api_server.go:182] apiserver freezer: "5:freezer:/docker/1409377228c4f64c6492166bb88e510cb74cd0cbf87a306ddd6397103751822b/crio/crio-b7996abfa24af9204e28ff2bef035653976cd72838c50714ac16dbe9bbc8442b"
I1028 12:08:55.371980 856676 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/1409377228c4f64c6492166bb88e510cb74cd0cbf87a306ddd6397103751822b/crio/crio-b7996abfa24af9204e28ff2bef035653976cd72838c50714ac16dbe9bbc8442b/freezer.state
I1028 12:08:55.380249 856676 api_server.go:204] freezer state: "THAWED"
I1028 12:08:55.380284 856676 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1028 12:08:55.384096 856676 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1028 12:08:55.384119 856676 status.go:463] multinode-600865 apiserver status = Running (err=<nil>)
I1028 12:08:55.384130 856676 status.go:176] multinode-600865 status: &{Name:multinode-600865 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:08:55.384159 856676 status.go:174] checking status of multinode-600865-m02 ...
I1028 12:08:55.384486 856676 cli_runner.go:164] Run: docker container inspect multinode-600865-m02 --format={{.State.Status}}
I1028 12:08:55.401678 856676 status.go:371] multinode-600865-m02 host status = "Running" (err=<nil>)
I1028 12:08:55.401702 856676 host.go:66] Checking if "multinode-600865-m02" exists ...
I1028 12:08:55.402012 856676 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-600865-m02
I1028 12:08:55.418851 856676 host.go:66] Checking if "multinode-600865-m02" exists ...
I1028 12:08:55.419106 856676 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:08:55.419150 856676 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-600865-m02
I1028 12:08:55.437497 856676 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33028 SSHKeyPath:/home/jenkins/minikube-integration/19875-701543/.minikube/machines/multinode-600865-m02/id_rsa Username:docker}
I1028 12:08:55.529689 856676 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:08:55.540440 856676 status.go:176] multinode-600865-m02 status: &{Name:multinode-600865-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1028 12:08:55.540487 856676 status.go:174] checking status of multinode-600865-m03 ...
I1028 12:08:55.540788 856676 cli_runner.go:164] Run: docker container inspect multinode-600865-m03 --format={{.State.Status}}
I1028 12:08:55.557874 856676 status.go:371] multinode-600865-m03 host status = "Stopped" (err=<nil>)
I1028 12:08:55.557900 856676 status.go:384] host is not running, skipping remaining checks
I1028 12:08:55.557916 856676 status.go:176] multinode-600865-m03 status: &{Name:multinode-600865-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.08s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 node start m03 -v=7 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-amd64 -p multinode-600865 node start m03 -v=7 --alsologtostderr: (8.200495543s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status -v=7 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (8.84s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-600865
multinode_test.go:321: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-600865
multinode_test.go:321: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-600865: (24.64204125s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-amd64 start -p multinode-600865 --wait=true -v=8 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-amd64 start -p multinode-600865 --wait=true -v=8 --alsologtostderr: (1m17.018707084s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-600865
--- PASS: TestMultiNode/serial/RestartKeepsNodes (101.76s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-amd64 -p multinode-600865 node delete m03: (4.701939074s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.25s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 stop
E1028 12:11:12.234403 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:345: (dbg) Done: out/minikube-linux-amd64 -p multinode-600865 stop: (23.484729903s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-600865 status: exit status 7 (86.299218ms)
-- stdout --
multinode-600865
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-600865-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr: exit status 7 (82.586477ms)
-- stdout --
multinode-600865
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-600865-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:11:15.028989 866324 out.go:345] Setting OutFile to fd 1 ...
I1028 12:11:15.029635 866324 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:11:15.029662 866324 out.go:358] Setting ErrFile to fd 2...
I1028 12:11:15.029671 866324 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:11:15.030115 866324 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 12:11:15.030512 866324 out.go:352] Setting JSON to false
I1028 12:11:15.030641 866324 mustload.go:65] Loading cluster: multinode-600865
I1028 12:11:15.030695 866324 notify.go:220] Checking for updates...
I1028 12:11:15.031156 866324 config.go:182] Loaded profile config "multinode-600865": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:11:15.031179 866324 status.go:174] checking status of multinode-600865 ...
I1028 12:11:15.031843 866324 cli_runner.go:164] Run: docker container inspect multinode-600865 --format={{.State.Status}}
I1028 12:11:15.048866 866324 status.go:371] multinode-600865 host status = "Stopped" (err=<nil>)
I1028 12:11:15.048894 866324 status.go:384] host is not running, skipping remaining checks
I1028 12:11:15.048903 866324 status.go:176] multinode-600865 status: &{Name:multinode-600865 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:11:15.048925 866324 status.go:174] checking status of multinode-600865-m02 ...
I1028 12:11:15.049163 866324 cli_runner.go:164] Run: docker container inspect multinode-600865-m02 --format={{.State.Status}}
I1028 12:11:15.065519 866324 status.go:371] multinode-600865-m02 host status = "Stopped" (err=<nil>)
I1028 12:11:15.065539 866324 status.go:384] host is not running, skipping remaining checks
I1028 12:11:15.065546 866324 status.go:176] multinode-600865-m02 status: &{Name:multinode-600865-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.65s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-amd64 start -p multinode-600865 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:11:32.252036 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:376: (dbg) Done: out/minikube-linux-amd64 start -p multinode-600865 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (53.728177825s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-amd64 -p multinode-600865 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (54.28s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-600865
multinode_test.go:464: (dbg) Run: out/minikube-linux-amd64 start -p multinode-600865-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-600865-m02 --driver=docker --container-runtime=crio: exit status 14 (66.91161ms)
-- stdout --
* [multinode-600865-m02] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-600865-m02' is duplicated with machine name 'multinode-600865-m02' in profile 'multinode-600865'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-amd64 start -p multinode-600865-m03 --driver=docker --container-runtime=crio
multinode_test.go:472: (dbg) Done: out/minikube-linux-amd64 start -p multinode-600865-m03 --driver=docker --container-runtime=crio: (21.668409774s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-600865
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-600865: exit status 80 (267.300639ms)
-- stdout --
* Adding node m03 to cluster multinode-600865 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-600865-m03 already exists in multinode-600865-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_2.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-600865-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-600865-m03: (1.860638365s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (23.91s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-885817 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
preload_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-885817 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m18.568136471s)
preload_test.go:52: (dbg) Run: out/minikube-linux-amd64 -p test-preload-885817 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-amd64 -p test-preload-885817 image pull gcr.io/k8s-minikube/busybox: (2.255746489s)
preload_test.go:58: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-885817
preload_test.go:58: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-885817: (5.645109305s)
preload_test.go:66: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-885817 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-885817 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (15.558525975s)
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 -p test-preload-885817 image list
helpers_test.go:175: Cleaning up "test-preload-885817" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-885817
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p test-preload-885817: (2.248462752s)
--- PASS: TestPreload (104.54s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-817098 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-817098 --memory=2048 --driver=docker --container-runtime=crio: (22.530193522s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-817098 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-817098 -n scheduled-stop-817098
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-817098 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I1028 12:14:44.615051 708311 retry.go:31] will retry after 108.535µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.616214 708311 retry.go:31] will retry after 128.683µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.617360 708311 retry.go:31] will retry after 249.985µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.618513 708311 retry.go:31] will retry after 338.348µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.619653 708311 retry.go:31] will retry after 751.636µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.620782 708311 retry.go:31] will retry after 678.517µs: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.621953 708311 retry.go:31] will retry after 1.284567ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.624154 708311 retry.go:31] will retry after 1.751555ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.626377 708311 retry.go:31] will retry after 2.72477ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.629621 708311 retry.go:31] will retry after 4.0308ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.633777 708311 retry.go:31] will retry after 3.216172ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.637995 708311 retry.go:31] will retry after 6.782338ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.645227 708311 retry.go:31] will retry after 16.689873ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.662471 708311 retry.go:31] will retry after 18.77202ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
I1028 12:14:44.681755 708311 retry.go:31] will retry after 26.252414ms: open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/scheduled-stop-817098/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-817098 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-817098 -n scheduled-stop-817098
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-817098
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-817098 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-817098
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-817098: exit status 7 (68.274827ms)
-- stdout --
scheduled-stop-817098
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-817098 -n scheduled-stop-817098
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-817098 -n scheduled-stop-817098: exit status 7 (64.700902ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-817098" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-817098
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-817098: (5.161187223s)
--- PASS: TestScheduledStopUnix (98.98s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-742867 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-742867 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (10.186692909s)
-- stdout --
{"specversion":"1.0","id":"09d09f4c-6e5d-412a-879d-76192bd244ed","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-742867] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"421d6837-6bfd-4a0f-91d7-ce32d2e579fc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19875"}}
{"specversion":"1.0","id":"a7029aa0-4675-4571-a538-2df601264a1c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"d3dea859-7868-4218-9713-c87762c9924c","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig"}}
{"specversion":"1.0","id":"6300a7aa-c708-4e84-97d9-e3875ef1cae7","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube"}}
{"specversion":"1.0","id":"59f19a16-6555-4690-8739-40389d2d2e8d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"268a1670-1648-4787-b31b-c1b2a1dd87f9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"ed60c552-011f-4ce7-b37a-bc1e97088c2f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"18a0f050-dbb0-4701-a535-69db5519b2b8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"7ed02243-384a-485f-90d9-9f2760298c17","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"fa320434-4d52-4e5d-9928-1feb508d3b95","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"4b1eb3bf-60ad-473a-967a-7c944d9d34ff","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-742867\" primary control-plane node in \"insufficient-storage-742867\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"74fc2855-ddcf-4b48-bee3-a1476132d0f1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.45-1729876044-19868 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"bf265898-ee2c-42b4-970c-97bceb7e00b4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"11798598-ca0f-4003-a879-405f0fe6eea4","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-742867 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-742867 --output=json --layout=cluster: exit status 7 (260.443746ms)
-- stdout --
{"Name":"insufficient-storage-742867","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-742867","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1028 12:16:11.107592 888687 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-742867" does not appear in /home/jenkins/minikube-integration/19875-701543/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-742867 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-742867 --output=json --layout=cluster: exit status 7 (258.928292ms)
-- stdout --
{"Name":"insufficient-storage-742867","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-742867","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1028 12:16:11.366914 888785 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-742867" does not appear in /home/jenkins/minikube-integration/19875-701543/kubeconfig
E1028 12:16:11.377262 888785 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/insufficient-storage-742867/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-742867" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-742867
E1028 12:16:12.229428 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-742867: (1.834220057s)
--- PASS: TestInsufficientStorage (12.54s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.2321360246 start -p running-upgrade-440534 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.2321360246 start -p running-upgrade-440534 --memory=2200 --vm-driver=docker --container-runtime=crio: (29.205944306s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-440534 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-amd64 start -p running-upgrade-440534 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (35.616124326s)
helpers_test.go:175: Cleaning up "running-upgrade-440534" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-440534
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-440534: (2.396109153s)
--- PASS: TestRunningBinaryUpgrade (67.75s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (42.448056016s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-983721
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-983721: (3.766339097s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-983721 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-983721 status --format={{.Host}}: exit status 7 (76.379906ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m24.072836318s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-983721 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio: exit status 106 (84.647444ms)
-- stdout --
* [kubernetes-upgrade-983721] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.31.2 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-983721
minikube start -p kubernetes-upgrade-983721 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-9837212 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.31.2, by running:
minikube start -p kubernetes-upgrade-983721 --kubernetes-version=v1.31.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-983721 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (37.368422265s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-983721" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-983721
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-983721: (2.302998102s)
--- PASS: TestKubernetesUpgrade (350.20s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.521478254 start -p missing-upgrade-176840 --memory=2200 --driver=docker --container-runtime=crio
E1028 12:16:32.252204 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.521478254 start -p missing-upgrade-176840 --memory=2200 --driver=docker --container-runtime=crio: (1m8.279281857s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-176840
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-176840: (13.046559538s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-176840
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-176840 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-176840 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (48.692931542s)
helpers_test.go:175: Cleaning up "missing-upgrade-176840" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-176840
helpers_test.go:178: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-176840: (3.746789465s)
--- PASS: TestMissingContainerUpgrade (134.26s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (85.507813ms)
-- stdout --
* [NoKubernetes-203873] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.09s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-203873 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-203873 --driver=docker --container-runtime=crio: (32.354599191s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-203873 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (32.69s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --driver=docker --container-runtime=crio: (6.508963247s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-203873 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-203873 status -o json: exit status 2 (275.420125ms)
-- stdout --
{"Name":"NoKubernetes-203873","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-203873
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-203873: (3.455414846s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (10.24s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-203873 --no-kubernetes --driver=docker --container-runtime=crio: (11.007783653s)
--- PASS: TestNoKubernetes/serial/Start (11.01s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-203873 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-203873 "sudo systemctl is-active --quiet service kubelet": exit status 1 (324.66405ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.32s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:169: (dbg) Done: out/minikube-linux-amd64 profile list: (10.146965006s)
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (11.01s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-203873
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-203873: (1.513492082s)
--- PASS: TestNoKubernetes/serial/Stop (1.51s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-203873 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-203873 --driver=docker --container-runtime=crio: (6.50393761s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (6.50s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-203873 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-203873 "sudo systemctl is-active --quiet service kubelet": exit status 1 (287.565742ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.29s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.44s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.203580205 start -p stopped-upgrade-202502 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.203580205 start -p stopped-upgrade-202502 --memory=2200 --vm-driver=docker --container-runtime=crio: (28.773867933s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.203580205 -p stopped-upgrade-202502 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.203580205 -p stopped-upgrade-202502 stop: (2.343374212s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-202502 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-amd64 start -p stopped-upgrade-202502 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (25.65224725s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (56.77s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-202502
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.85s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-738699 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-738699 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (142.610474ms)
-- stdout --
* [false-738699] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1028 12:18:52.018206 934152 out.go:345] Setting OutFile to fd 1 ...
I1028 12:18:52.018312 934152 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:18:52.018324 934152 out.go:358] Setting ErrFile to fd 2...
I1028 12:18:52.018331 934152 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:18:52.018520 934152 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-701543/.minikube/bin
I1028 12:18:52.019126 934152 out.go:352] Setting JSON to false
I1028 12:18:52.020376 934152 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":57681,"bootTime":1730060251,"procs":296,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1070-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1028 12:18:52.020477 934152 start.go:139] virtualization: kvm guest
I1028 12:18:52.023021 934152 out.go:177] * [false-738699] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1028 12:18:52.024708 934152 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:18:52.024730 934152 notify.go:220] Checking for updates...
I1028 12:18:52.027445 934152 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:18:52.028828 934152 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-701543/kubeconfig
I1028 12:18:52.030371 934152 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-701543/.minikube
I1028 12:18:52.031846 934152 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1028 12:18:52.033180 934152 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:18:52.035080 934152 config.go:182] Loaded profile config "cert-expiration-818006": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:18:52.035194 934152 config.go:182] Loaded profile config "kubernetes-upgrade-983721": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:18:52.035285 934152 config.go:182] Loaded profile config "running-upgrade-440534": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.24.1
I1028 12:18:52.035383 934152 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:18:52.056269 934152 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:18:52.056382 934152 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:18:52.105845 934152 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:true NGoroutines:73 SystemTime:2024-10-28 12:18:52.096419318 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1070-gcp OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33647939584 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-13 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: br
idge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1028 12:18:52.106005 934152 docker.go:318] overlay module found
I1028 12:18:52.107979 934152 out.go:177] * Using the docker driver based on user configuration
I1028 12:18:52.109256 934152 start.go:297] selected driver: docker
I1028 12:18:52.109276 934152 start.go:901] validating driver "docker" against <nil>
I1028 12:18:52.109289 934152 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:18:52.111601 934152 out.go:201]
W1028 12:18:52.112807 934152 out.go:270] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1028 12:18:52.113852 934152 out.go:201]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-738699 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-738699
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-738699
>>> host: /etc/nsswitch.conf:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/hosts:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/resolv.conf:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-738699
>>> host: crictl pods:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: crictl containers:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> k8s: describe netcat deployment:
error: context "false-738699" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-738699" does not exist
>>> k8s: netcat logs:
error: context "false-738699" does not exist
>>> k8s: describe coredns deployment:
error: context "false-738699" does not exist
>>> k8s: describe coredns pods:
error: context "false-738699" does not exist
>>> k8s: coredns logs:
error: context "false-738699" does not exist
>>> k8s: describe api server pod(s):
error: context "false-738699" does not exist
>>> k8s: api server logs:
error: context "false-738699" does not exist
>>> host: /etc/cni:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: ip a s:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: ip r s:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: iptables-save:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: iptables table nat:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> k8s: describe kube-proxy daemon set:
error: context "false-738699" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-738699" does not exist
>>> k8s: kube-proxy logs:
error: context "false-738699" does not exist
>>> host: kubelet daemon status:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: kubelet daemon config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> k8s: kubelet logs:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.85.2:8443
name: cert-expiration-818006
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:18:25 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.94.2:8443
name: kubernetes-upgrade-983721
contexts:
- context:
cluster: cert-expiration-818006
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: cert-expiration-818006
name: cert-expiration-818006
- context:
cluster: kubernetes-upgrade-983721
user: kubernetes-upgrade-983721
name: kubernetes-upgrade-983721
current-context: ""
kind: Config
preferences: {}
users:
- name: cert-expiration-818006
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.key
- name: kubernetes-upgrade-983721
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-738699
>>> host: docker daemon status:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: docker daemon config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/docker/daemon.json:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: docker system info:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: cri-docker daemon status:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: cri-docker daemon config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: cri-dockerd version:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: containerd daemon status:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: containerd daemon config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/containerd/config.toml:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: containerd config dump:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: crio daemon status:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: crio daemon config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: /etc/crio:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
>>> host: crio config:
* Profile "false-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-738699"
----------------------- debugLogs end: false-738699 [took: 3.06148581s] --------------------------------
helpers_test.go:175: Cleaning up "false-738699" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p false-738699
--- PASS: TestNetworkPlugins/group/false (3.37s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-621478 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-621478 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m13.451595912s)
--- PASS: TestPause/serial/Start (73.45s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-513543 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-513543 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m29.131127927s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (149.13s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-621478 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-621478 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (25.76131927s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (25.78s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-621478 --alsologtostderr -v=5
--- PASS: TestPause/serial/Pause (0.69s)
=== RUN TestPause/serial/VerifyStatus
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p pause-621478 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-621478 --output=json --layout=cluster: exit status 2 (300.1206ms)
-- stdout --
{"Name":"pause-621478","StatusCode":418,"StatusName":"Paused","Step":"Done","StepDetail":"* Paused 7 containers in: kube-system, kubernetes-dashboard, storage-gluster, istio-operator","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-621478","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":418,"StatusName":"Paused"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
--- PASS: TestPause/serial/VerifyStatus (0.30s)
=== RUN TestPause/serial/Unpause
pause_test.go:121: (dbg) Run: out/minikube-linux-amd64 unpause -p pause-621478 --alsologtostderr -v=5
--- PASS: TestPause/serial/Unpause (0.65s)
=== RUN TestPause/serial/PauseAgain
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-621478 --alsologtostderr -v=5
--- PASS: TestPause/serial/PauseAgain (0.75s)
=== RUN TestPause/serial/DeletePaused
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p pause-621478 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p pause-621478 --alsologtostderr -v=5: (2.740051488s)
--- PASS: TestPause/serial/DeletePaused (2.74s)
=== RUN TestPause/serial/VerifyDeletedResources
pause_test.go:142: (dbg) Run: out/minikube-linux-amd64 profile list --output json
pause_test.go:142: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.018820446s)
pause_test.go:168: (dbg) Run: docker ps -a
pause_test.go:173: (dbg) Run: docker volume inspect pause-621478
pause_test.go:173: (dbg) Non-zero exit: docker volume inspect pause-621478: exit status 1 (16.015184ms)
-- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: get pause-621478: no such volume
** /stderr **
pause_test.go:178: (dbg) Run: docker network ls
--- PASS: TestPause/serial/VerifyDeletedResources (4.07s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-041618 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-041618 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (54.563416469s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (54.56s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-229745 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:21:12.229540 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-229745 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (40.380854585s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (40.38s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-229745 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [ae18f523-f2e0-4577-8736-d5faa16c5366] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
E1028 12:21:32.252084 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "busybox" [ae18f523-f2e0-4577-8736-d5faa16c5366] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.00412375s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-229745 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.24s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-229745 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-229745 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (0.81s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-229745 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-229745 --alsologtostderr -v=3: (11.97602444s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.98s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-041618 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [880bb85f-8f77-40db-852e-7b7644095263] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [880bb85f-8f77-40db-852e-7b7644095263] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 9.003960954s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-041618 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (9.25s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-041618 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-041618 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.00s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-229745 -n embed-certs-229745
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-229745 -n embed-certs-229745: exit status 7 (76.171078ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-229745 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.18s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-229745 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-229745 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m22.004950933s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-229745 -n embed-certs-229745
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (262.29s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-041618 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-041618 --alsologtostderr -v=3: (11.908923901s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (11.91s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-041618 -n no-preload-041618
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-041618 -n no-preload-041618: exit status 7 (81.187058ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-041618 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-041618 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-041618 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m23.220336272s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-041618 -n no-preload-041618
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (263.55s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-513543 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [7761a0a2-53c8-4eae-81f3-fb5e57a54f9e] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [7761a0a2-53c8-4eae-81f3-fb5e57a54f9e] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 8.007147609s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-513543 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (8.45s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-513543 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-513543 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (0.95s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-513543 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-513543 --alsologtostderr -v=3: (12.939168575s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.94s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-513543 -n old-k8s-version-513543
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-513543 -n old-k8s-version-513543: exit status 7 (85.329257ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-513543 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-513543 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-513543 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m23.693131141s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-513543 -n old-k8s-version-513543
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (143.99s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-427570 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-427570 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (42.330908463s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (42.33s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-427570 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [023265d0-d72a-4d4d-a3b0-b9bb260daca8] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [023265d0-d72a-4d4d-a3b0-b9bb260daca8] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 10.003971916s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-427570 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (10.26s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-427570 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-427570 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (0.88s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-427570 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-427570 --alsologtostderr -v=3: (11.872928307s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.87s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570: exit status 7 (70.125583ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-427570 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.18s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-427570 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:24:35.320758 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-427570 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m45.273145469s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (285.59s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-kkjzr" [b26f7992-4b41-4837-aa4c-dc5bb35b0352] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003992235s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-kkjzr" [b26f7992-4b41-4837-aa4c-dc5bb35b0352] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004458293s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-513543 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-513543 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20210326-1e038dc5
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.22s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-513543 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-513543 -n old-k8s-version-513543
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-513543 -n old-k8s-version-513543: exit status 2 (294.320522ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-513543 -n old-k8s-version-513543
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-513543 -n old-k8s-version-513543: exit status 2 (285.368346ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p old-k8s-version-513543 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-513543 -n old-k8s-version-513543
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p old-k8s-version-513543 -n old-k8s-version-513543
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (2.53s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-953786 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-953786 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (26.713533357s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (26.71s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-953786 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (0.85s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-953786 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-953786 --alsologtostderr -v=3: (1.183807131s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.18s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-953786 -n newest-cni-953786
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-953786 -n newest-cni-953786: exit status 7 (66.892497ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-953786 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.17s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-953786 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-953786 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (12.322329902s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-953786 -n newest-cni-953786
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (12.61s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-953786 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.22s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-953786 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-953786 -n newest-cni-953786
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-953786 -n newest-cni-953786: exit status 2 (281.002029ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-953786 -n newest-cni-953786
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-953786 -n newest-cni-953786: exit status 2 (282.172441ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p newest-cni-953786 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-953786 -n newest-cni-953786
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p newest-cni-953786 -n newest-cni-953786
--- PASS: TestStartStop/group/newest-cni/serial/Pause (2.71s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1028 12:26:12.230356 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (42.76741775s)
--- PASS: TestNetworkPlugins/group/auto/Start (42.77s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-jl94l" [346fa90d-1dc0-4f22-a9ad-cc2a1813952c] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004297891s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-jl94l" [346fa90d-1dc0-4f22-a9ad-cc2a1813952c] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003512755s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-229745 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.09s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-229745 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-229745 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-229745 -n embed-certs-229745
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-229745 -n embed-certs-229745: exit status 2 (291.444417ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-229745 -n embed-certs-229745
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-229745 -n embed-certs-229745: exit status 2 (288.464787ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p embed-certs-229745 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-229745 -n embed-certs-229745
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p embed-certs-229745 -n embed-certs-229745
--- PASS: TestStartStop/group/embed-certs/serial/Pause (2.66s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-qpn9r" [4a0f1530-c07b-4333-98e3-33d7116a9add] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004251251s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
E1028 12:26:32.251826 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/addons-378487/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m11.914614277s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (71.91s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-qpn9r" [4a0f1530-c07b-4333-98e3-33d7116a9add] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.005390227s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-041618 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.09s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-738699 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.27s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p no-preload-041618 image list --format=json
I1028 12:26:39.406309 708311 config.go:182] Loaded profile config "auto-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.23s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-7qmjd" [350bcfcf-e553-4dd6-9085-a99237cde0af] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-7qmjd" [350bcfcf-e553-4dd6-9085-a99237cde0af] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 10.003826608s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (10.22s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-041618 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-041618 -n no-preload-041618
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-041618 -n no-preload-041618: exit status 2 (355.781285ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-041618 -n no-preload-041618
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-041618 -n no-preload-041618: exit status 2 (352.223609ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p no-preload-041618 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-041618 -n no-preload-041618
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p no-preload-041618 -n no-preload-041618
--- PASS: TestStartStop/group/no-preload/serial/Pause (2.98s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (51.40755241s)
--- PASS: TestNetworkPlugins/group/calico/Start (51.41s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.15s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.13s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.13s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
E1028 12:27:10.995436 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/old-k8s-version-513543/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:27:16.116791 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/old-k8s-version-513543/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:27:26.358330 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/old-k8s-version-513543/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (44.563173122s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (44.56s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-fh2rk" [7a9627d2-312d-4f8b-b7e3-f0a58e084449] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.00453898s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-738699 "pgrep -a kubelet"
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.26s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-ssrjv" [8a7fe2c4-b843-4a42-ab83-74a8202d240b] Running
I1028 12:27:42.926725 708311 config.go:182] Loaded profile config "calico-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003848355s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-qddh4" [13ebe901-d5b9-43c4-8c84-ba36ae338819] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1028 12:27:46.840498 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/old-k8s-version-513543/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-qddh4" [13ebe901-d5b9-43c4-8c84-ba36ae338819] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 9.004625768s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (9.18s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-738699 "pgrep -a kubelet"
I1028 12:27:49.112281 708311 config.go:182] Loaded profile config "kindnet-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.25s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-9sw96" [8935c40c-f0c0-4edb-9144-1bd571589cb0] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-9sw96" [8935c40c-f0c0-4edb-9144-1bd571589cb0] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 10.003174669s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (10.17s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.13s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-738699 "pgrep -a kubelet"
I1028 12:27:53.704414 708311 config.go:182] Loaded profile config "custom-flannel-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.26s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-hwmzk" [27b4b94c-9a49-47a6-b309-dc38b16504fb] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-hwmzk" [27b4b94c-9a49-47a6-b309-dc38b16504fb] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.004179724s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.18s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.14s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.12s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.13s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (40.880842101s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (40.88s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (45.985799435s)
--- PASS: TestNetworkPlugins/group/flannel/Start (45.99s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1028 12:28:27.802405 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/old-k8s-version-513543/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-738699 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m8.306941406s)
--- PASS: TestNetworkPlugins/group/bridge/Start (68.31s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-738699 "pgrep -a kubelet"
I1028 12:28:52.886516 708311 config.go:182] Loaded profile config "enable-default-cni-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-6ctmr" [d98bfe01-d0a1-4b30-a5c6-6e4116443754] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-6ctmr" [d98bfe01-d0a1-4b30-a5c6-6e4116443754] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 10.003772863s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (10.18s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.13s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-zl6mc" [9e0a2168-900a-49dd-ad26-66c0454ba97b] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.004467762s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-mzskj" [97534707-fe79-4f87-a89d-6bee7f766a60] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004373394s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-738699 "pgrep -a kubelet"
I1028 12:29:11.957733 708311 config.go:182] Loaded profile config "flannel-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-np64k" [d8bba656-a136-4f9f-b57a-206ebc286144] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1028 12:29:15.298317 708311 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/functional-273463/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-np64k" [d8bba656-a136-4f9f-b57a-206ebc286144] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.003711519s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.20s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-mzskj" [97534707-fe79-4f87-a89d-6bee7f766a60] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004262902s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-427570 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-427570 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-427570 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570: exit status 2 (311.363894ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570: exit status 2 (293.320542ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 unpause -p default-k8s-diff-port-427570 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-amd64 status --format={{.Kubelet}} -p default-k8s-diff-port-427570 -n default-k8s-diff-port-427570
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (2.77s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.14s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-738699 "pgrep -a kubelet"
I1028 12:29:35.209556 708311 config.go:182] Loaded profile config "bridge-738699": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-738699 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-cq64c" [c62f99a1-c04f-4706-8fca-3ec54dfa9fc5] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-cq64c" [c62f99a1-c04f-4706-8fca-3ec54dfa9fc5] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 10.002924371s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (10.19s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-738699 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.12s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.10s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-738699 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.10s)
=== RUN TestDownloadOnly/v1.20.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.20.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.20.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.20.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.20.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.20.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.31.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.31.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.31.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.31.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.31.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.31.2/kubectl (0.00s)
=== RUN TestAddons/serial/Volcano
addons_test.go:789: skipping: crio not supported
addons_test.go:992: (dbg) Run: out/minikube-linux-amd64 -p addons-378487 addons disable volcano --alsologtostderr -v=1
--- SKIP: TestAddons/serial/Volcano (0.27s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:702: skipping GCPAuth addon test until 'Permission "artifactregistry.repositories.downloadArtifacts" denied on resource "projects/k8s-minikube/locations/us/repositories/test-artifacts" (or it may not exist)' issue is resolved
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:422: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:463: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:550: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-420901" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-420901
--- SKIP: TestStartStop/group/disable-driver-mounts (0.15s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:629:
----------------------- debugLogs start: kubenet-738699 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-738699
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-738699
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/hosts:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/resolv.conf:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-738699
>>> host: crictl pods:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: crictl containers:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> k8s: describe netcat deployment:
error: context "kubenet-738699" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-738699" does not exist
>>> k8s: netcat logs:
error: context "kubenet-738699" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-738699" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-738699" does not exist
>>> k8s: coredns logs:
error: context "kubenet-738699" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-738699" does not exist
>>> k8s: api server logs:
error: context "kubenet-738699" does not exist
>>> host: /etc/cni:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: ip a s:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: ip r s:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: iptables-save:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: iptables table nat:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-738699" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-738699" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-738699" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: kubelet daemon config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> k8s: kubelet logs:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.85.2:8443
name: cert-expiration-818006
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:18:25 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.94.2:8443
name: kubernetes-upgrade-983721
contexts:
- context:
cluster: cert-expiration-818006
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: cert-expiration-818006
name: cert-expiration-818006
- context:
cluster: kubernetes-upgrade-983721
user: kubernetes-upgrade-983721
name: kubernetes-upgrade-983721
current-context: ""
kind: Config
preferences: {}
users:
- name: cert-expiration-818006
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.key
- name: kubernetes-upgrade-983721
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-738699
>>> host: docker daemon status:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: docker daemon config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: docker system info:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: cri-docker daemon status:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: cri-docker daemon config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: cri-dockerd version:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: containerd daemon status:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: containerd daemon config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: containerd config dump:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: crio daemon status:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: crio daemon config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: /etc/crio:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
>>> host: crio config:
* Profile "kubenet-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-738699"
----------------------- debugLogs end: kubenet-738699 [took: 3.231193672s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-738699" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-738699
--- SKIP: TestNetworkPlugins/group/kubenet (3.38s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:629:
----------------------- debugLogs start: cilium-738699 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-738699
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-738699
>>> host: /etc/nsswitch.conf:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/hosts:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/resolv.conf:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-738699
>>> host: crictl pods:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: crictl containers:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> k8s: describe netcat deployment:
error: context "cilium-738699" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-738699" does not exist
>>> k8s: netcat logs:
error: context "cilium-738699" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-738699" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-738699" does not exist
>>> k8s: coredns logs:
error: context "cilium-738699" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-738699" does not exist
>>> k8s: api server logs:
error: context "cilium-738699" does not exist
>>> host: /etc/cni:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: ip a s:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: ip r s:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: iptables-save:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: iptables table nat:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-738699
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-738699
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-738699" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-738699" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-738699
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-738699
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-738699" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-738699" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-738699" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-738699" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-738699" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: kubelet daemon config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> k8s: kubelet logs:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.85.2:8443
name: cert-expiration-818006
- cluster:
certificate-authority: /home/jenkins/minikube-integration/19875-701543/.minikube/ca.crt
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:18:25 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: cluster_info
server: https://192.168.94.2:8443
name: kubernetes-upgrade-983721
contexts:
- context:
cluster: cert-expiration-818006
extensions:
- extension:
last-update: Mon, 28 Oct 2024 12:17:30 UTC
provider: minikube.sigs.k8s.io
version: v1.34.0
name: context_info
namespace: default
user: cert-expiration-818006
name: cert-expiration-818006
- context:
cluster: kubernetes-upgrade-983721
user: kubernetes-upgrade-983721
name: kubernetes-upgrade-983721
current-context: ""
kind: Config
preferences: {}
users:
- name: cert-expiration-818006
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/cert-expiration-818006/client.key
- name: kubernetes-upgrade-983721
user:
client-certificate: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.crt
client-key: /home/jenkins/minikube-integration/19875-701543/.minikube/profiles/kubernetes-upgrade-983721/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-738699
>>> host: docker daemon status:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: docker daemon config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: docker system info:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: cri-docker daemon status:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: cri-docker daemon config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: cri-dockerd version:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: containerd daemon status:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: containerd daemon config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: containerd config dump:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: crio daemon status:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: crio daemon config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: /etc/crio:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
>>> host: crio config:
* Profile "cilium-738699" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-738699"
----------------------- debugLogs end: cilium-738699 [took: 3.578990168s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-738699" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-738699
--- SKIP: TestNetworkPlugins/group/cilium (3.74s)