9b6a7d882f95daeab36015d5b0633b1bcea3cc50:2024-10-28:36842
| Order | failed test | Duration |
|---|---|---|
| 36 | TestAddons/parallel/Ingress | 151.35 |
| 38 | TestAddons/parallel/MetricsServer | 361.11 |
| 278 | TestPause/serial/SecondStartNoReconfiguration | 39.66 |
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:207: (dbg) Run: kubectl --context addons-038671 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:232: (dbg) Run: kubectl --context addons-038671 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:245: (dbg) Run: kubectl --context addons-038671 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:344: "nginx" [98bae7a8-d6a2-4f75-b7f3-5f0095a7ef9b] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx" [98bae7a8-d6a2-4f75-b7f3-5f0095a7ef9b] Running
addons_test.go:250: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 8.003639563s
I1028 11:54:31.151591 1608572 kapi.go:150] Service nginx in namespace default found.
addons_test.go:262: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:262: (dbg) Non-zero exit: out/minikube-linux-arm64 -p addons-038671 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'": exit status 1 (2m9.961679029s)
** stderr **
ssh: Process exited with status 28
** /stderr **
addons_test.go:278: failed to get expected response from http://127.0.0.1/ within minikube: exit status 1
addons_test.go:286: (dbg) Run: kubectl --context addons-038671 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:291: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 ip
addons_test.go:297: (dbg) Run: nslookup hello-john.test 192.168.49.2
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/Ingress]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-038671
helpers_test.go:235: (dbg) docker inspect addons-038671:
-- stdout --
[
{
"Id": "c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de",
"Created": "2024-10-28T11:49:02.870683304Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1609834,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T11:49:03.025228198Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e536a13478ac3e12b0286f2242f0931e32c32cc3eeb0139a219c9133dcd9fe90",
"ResolvConfPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/hostname",
"HostsPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/hosts",
"LogPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de-json.log",
"Name": "/addons-038671",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-038671:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-038671",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838-init/diff:/var/lib/docker/overlay2/8f3742a328dbc9866e13451d94811b92ede28d254ccde76ad8d84a5bced37ebb/diff",
"MergedDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/merged",
"UpperDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/diff",
"WorkDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-038671",
"Source": "/var/lib/docker/volumes/addons-038671/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-038671",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-038671",
"name.minikube.sigs.k8s.io": "addons-038671",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2410a6fc722541ef4c0b07097507f43ab6d35a52313e4708f5cc7f61c88d427d",
"SandboxKey": "/var/run/docker/netns/2410a6fc7225",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40450"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40451"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40454"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40452"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40453"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-038671": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "33411056cccf7f244ad44d4af59f69c0bdb617bea48dcda5a141cd304da94e3d",
"EndpointID": "c696a936060492f0bc6f8ab866c6002a06295c8c3a978a9347acba5ec7faf98b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-038671",
"c9f2a1e1c845"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-038671 -n addons-038671
helpers_test.go:244: <<< TestAddons/parallel/Ingress FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/Ingress]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 logs -n 25: (1.640079042s)
helpers_test.go:252: TestAddons/parallel/Ingress logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| delete | -p download-only-005498 | download-only-005498 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| delete | -p download-only-966586 | download-only-966586 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| start | --download-only -p | download-docker-473698 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | download-docker-473698 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-473698 | download-docker-473698 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| start | --download-only -p | binary-mirror-567336 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | binary-mirror-567336 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36887 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-567336 | binary-mirror-567336 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| addons | disable dashboard -p | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | addons-038671 | | | | | |
| addons | enable dashboard -p | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | addons-038671 | | | | | |
| start | -p addons-038671 --wait=true | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:52 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | -p addons-038671 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-038671 ip | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-038671 ssh cat | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | /opt/local-path-provisioner/pvc-351738fb-c6b4-4e0d-b383-b45876987520_default_test-pvc/file1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:53 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-038671 ssh curl -s | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-038671 ip | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:56 UTC | 28 Oct 24 11:56 UTC |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:48:38
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:48:38.475186 1609335 out.go:345] Setting OutFile to fd 1 ...
I1028 11:48:38.475318 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:38.475329 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:48:38.475335 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:38.475553 1609335 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 11:48:38.476079 1609335 out.go:352] Setting JSON to false
I1028 11:48:38.476916 1609335 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":149449,"bootTime":1729966670,"procs":160,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 11:48:38.476979 1609335 start.go:139] virtualization:
I1028 11:48:38.478617 1609335 out.go:177] * [addons-038671] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 11:48:38.480161 1609335 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:48:38.480225 1609335 notify.go:220] Checking for updates...
I1028 11:48:38.482385 1609335 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:48:38.483713 1609335 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:48:38.484947 1609335 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 11:48:38.486010 1609335 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 11:48:38.487054 1609335 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:48:38.488568 1609335 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:48:38.511693 1609335 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:48:38.511826 1609335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:38.577592 1609335 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-28 11:48:38.567903 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-
nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:38.577708 1609335 docker.go:318] overlay module found
I1028 11:48:38.579050 1609335 out.go:177] * Using the docker driver based on user configuration
I1028 11:48:38.580191 1609335 start.go:297] selected driver: docker
I1028 11:48:38.580209 1609335 start.go:901] validating driver "docker" against <nil>
I1028 11:48:38.580224 1609335 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:48:38.580920 1609335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:38.636460 1609335 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-28 11:48:38.627661117 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:38.636668 1609335 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:48:38.636889 1609335 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:48:38.638252 1609335 out.go:177] * Using Docker driver with root privileges
I1028 11:48:38.639798 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:48:38.639859 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:48:38.639873 1609335 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:48:38.639971 1609335 start.go:340] cluster config:
{Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:48:38.641780 1609335 out.go:177] * Starting "addons-038671" primary control-plane node in "addons-038671" cluster
I1028 11:48:38.642929 1609335 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:48:38.644044 1609335 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:48:38.645255 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:38.645300 1609335 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 11:48:38.645313 1609335 cache.go:56] Caching tarball of preloaded images
I1028 11:48:38.645338 1609335 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:48:38.645396 1609335 preload.go:172] Found /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1028 11:48:38.645406 1609335 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:48:38.645754 1609335 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json ...
I1028 11:48:38.645782 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json: {Name:mk6d6ed9d0d30ef179bca2787a7f733f81aac6a2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:48:38.660629 1609335 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:48:38.660769 1609335 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:48:38.660792 1609335 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 11:48:38.660797 1609335 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 11:48:38.660805 1609335 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 11:48:38.660813 1609335 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from local cache
I1028 11:48:55.526461 1609335 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from cached tarball
I1028 11:48:55.526502 1609335 cache.go:194] Successfully downloaded all kic artifacts
I1028 11:48:55.526533 1609335 start.go:360] acquireMachinesLock for addons-038671: {Name:mk3e1ed6f4160c4f9af956397d540441f20168d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:48:55.526657 1609335 start.go:364] duration metric: took 101.226µs to acquireMachinesLock for "addons-038671"
I1028 11:48:55.526689 1609335 start.go:93] Provisioning new machine with config: &{Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:48:55.526774 1609335 start.go:125] createHost starting for "" (driver="docker")
I1028 11:48:55.529930 1609335 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 11:48:55.530166 1609335 start.go:159] libmachine.API.Create for "addons-038671" (driver="docker")
I1028 11:48:55.530199 1609335 client.go:168] LocalClient.Create starting
I1028 11:48:55.530311 1609335 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem
I1028 11:48:55.975366 1609335 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem
I1028 11:48:56.535337 1609335 cli_runner.go:164] Run: docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 11:48:56.549976 1609335 cli_runner.go:211] docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 11:48:56.550063 1609335 network_create.go:284] running [docker network inspect addons-038671] to gather additional debugging logs...
I1028 11:48:56.550084 1609335 cli_runner.go:164] Run: docker network inspect addons-038671
W1028 11:48:56.566135 1609335 cli_runner.go:211] docker network inspect addons-038671 returned with exit code 1
I1028 11:48:56.566174 1609335 network_create.go:287] error running [docker network inspect addons-038671]: docker network inspect addons-038671: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-038671 not found
I1028 11:48:56.566187 1609335 network_create.go:289] output of [docker network inspect addons-038671]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-038671 not found
** /stderr **
I1028 11:48:56.566289 1609335 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:48:56.582739 1609335 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001911900}
I1028 11:48:56.582777 1609335 network_create.go:124] attempt to create docker network addons-038671 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 11:48:56.582838 1609335 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-038671 addons-038671
I1028 11:48:56.649853 1609335 network_create.go:108] docker network addons-038671 192.168.49.0/24 created
I1028 11:48:56.649885 1609335 kic.go:121] calculated static IP "192.168.49.2" for the "addons-038671" container
I1028 11:48:56.649975 1609335 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 11:48:56.666248 1609335 cli_runner.go:164] Run: docker volume create addons-038671 --label name.minikube.sigs.k8s.io=addons-038671 --label created_by.minikube.sigs.k8s.io=true
I1028 11:48:56.684142 1609335 oci.go:103] Successfully created a docker volume addons-038671
I1028 11:48:56.684239 1609335 cli_runner.go:164] Run: docker run --rm --name addons-038671-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --entrypoint /usr/bin/test -v addons-038671:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib
I1028 11:48:58.775504 1609335 cli_runner.go:217] Completed: docker run --rm --name addons-038671-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --entrypoint /usr/bin/test -v addons-038671:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib: (2.091224577s)
I1028 11:48:58.775532 1609335 oci.go:107] Successfully prepared a docker volume addons-038671
I1028 11:48:58.775558 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:58.775577 1609335 kic.go:194] Starting extracting preloaded images to volume ...
I1028 11:48:58.775722 1609335 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-038671:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir
I1028 11:49:02.803176 1609335 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-038671:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir: (4.027411099s)
I1028 11:49:02.803209 1609335 kic.go:203] duration metric: took 4.027628314s to extract preloaded images to volume ...
W1028 11:49:02.803348 1609335 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 11:49:02.803461 1609335 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 11:49:02.856587 1609335 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-038671 --name addons-038671 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-038671 --network addons-038671 --ip 192.168.49.2 --volume addons-038671:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e
I1028 11:49:03.196818 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Running}}
I1028 11:49:03.216042 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.235460 1609335 cli_runner.go:164] Run: docker exec addons-038671 stat /var/lib/dpkg/alternatives/iptables
I1028 11:49:03.297449 1609335 oci.go:144] the created container "addons-038671" has a running status.
I1028 11:49:03.297478 1609335 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa...
I1028 11:49:03.677670 1609335 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 11:49:03.708821 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.737102 1609335 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 11:49:03.737128 1609335 kic_runner.go:114] Args: [docker exec --privileged addons-038671 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 11:49:03.819583 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.845991 1609335 machine.go:93] provisionDockerMachine start ...
I1028 11:49:03.846106 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:03.869289 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:03.869656 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:03.869674 1609335 main.go:141] libmachine: About to run SSH command:
hostname
I1028 11:49:04.035172 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-038671
I1028 11:49:04.035197 1609335 ubuntu.go:169] provisioning hostname "addons-038671"
I1028 11:49:04.035266 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.061444 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.061693 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.061711 1609335 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-038671 && echo "addons-038671" | sudo tee /etc/hostname
I1028 11:49:04.200205 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-038671
I1028 11:49:04.200284 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.219368 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.219615 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.219751 1609335 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-038671' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-038671/g' /etc/hosts;
else
echo '127.0.1.1 addons-038671' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:49:04.351480 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:49:04.351505 1609335 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19875-1603180/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-1603180/.minikube}
I1028 11:49:04.351533 1609335 ubuntu.go:177] setting up certificates
I1028 11:49:04.351542 1609335 provision.go:84] configureAuth start
I1028 11:49:04.351604 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:04.366951 1609335 provision.go:143] copyHostCerts
I1028 11:49:04.367056 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.pem (1082 bytes)
I1028 11:49:04.367169 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/cert.pem (1123 bytes)
I1028 11:49:04.367224 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/key.pem (1675 bytes)
I1028 11:49:04.367267 1609335 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem org=jenkins.addons-038671 san=[127.0.0.1 192.168.49.2 addons-038671 localhost minikube]
I1028 11:49:04.705919 1609335 provision.go:177] copyRemoteCerts
I1028 11:49:04.706034 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:49:04.706096 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.721699 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:04.812447 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 11:49:04.835916 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:49:04.860116 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 11:49:04.882760 1609335 provision.go:87] duration metric: took 531.204005ms to configureAuth
I1028 11:49:04.882786 1609335 ubuntu.go:193] setting minikube options for container-runtime
I1028 11:49:04.882965 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:04.883069 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.898905 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.899143 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.899158 1609335 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:49:05.133036 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:49:05.133102 1609335 machine.go:96] duration metric: took 1.287089181s to provisionDockerMachine
I1028 11:49:05.133128 1609335 client.go:171] duration metric: took 9.6029209s to LocalClient.Create
I1028 11:49:05.133177 1609335 start.go:167] duration metric: took 9.602998455s to libmachine.API.Create "addons-038671"
I1028 11:49:05.133204 1609335 start.go:293] postStartSetup for "addons-038671" (driver="docker")
I1028 11:49:05.133230 1609335 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:49:05.133377 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:49:05.133447 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.150469 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.244770 1609335 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:49:05.247810 1609335 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 11:49:05.247842 1609335 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 11:49:05.247853 1609335 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 11:49:05.247860 1609335 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 11:49:05.247870 1609335 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/addons for local assets ...
I1028 11:49:05.247933 1609335 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/files for local assets ...
I1028 11:49:05.247958 1609335 start.go:296] duration metric: took 114.734408ms for postStartSetup
I1028 11:49:05.248279 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:05.263405 1609335 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json ...
I1028 11:49:05.263730 1609335 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:49:05.263783 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.279137 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.364235 1609335 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 11:49:05.368810 1609335 start.go:128] duration metric: took 9.842020504s to createHost
I1028 11:49:05.368836 1609335 start.go:83] releasing machines lock for "addons-038671", held for 9.842164224s
I1028 11:49:05.368908 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:05.385336 1609335 ssh_runner.go:195] Run: cat /version.json
I1028 11:49:05.385387 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.385389 1609335 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:49:05.385453 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.410347 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.413165 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.498941 1609335 ssh_runner.go:195] Run: systemctl --version
I1028 11:49:05.629458 1609335 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:49:05.767503 1609335 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 11:49:05.771544 1609335 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:49:05.790763 1609335 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 11:49:05.790842 1609335 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:49:05.819146 1609335 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 11:49:05.819168 1609335 start.go:495] detecting cgroup driver to use...
I1028 11:49:05.819200 1609335 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 11:49:05.819262 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:49:05.833490 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:49:05.843967 1609335 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:49:05.844056 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:49:05.857494 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:49:05.871746 1609335 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:49:05.960703 1609335 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:49:06.057876 1609335 docker.go:233] disabling docker service ...
I1028 11:49:06.057988 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:49:06.076962 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:49:06.088860 1609335 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:49:06.179208 1609335 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:49:06.285246 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:49:06.298426 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:49:06.315056 1609335 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:49:06.315145 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.325026 1609335 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:49:06.325141 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.334805 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.344998 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.354538 1609335 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:49:06.363519 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.372919 1609335 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.388183 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.398078 1609335 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:49:06.406872 1609335 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:49:06.415030 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:06.502207 1609335 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:49:06.608914 1609335 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:49:06.609042 1609335 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:49:06.612562 1609335 start.go:563] Will wait 60s for crictl version
I1028 11:49:06.612654 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:49:06.616339 1609335 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:49:06.657532 1609335 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 11:49:06.657667 1609335 ssh_runner.go:195] Run: crio --version
I1028 11:49:06.694371 1609335 ssh_runner.go:195] Run: crio --version
I1028 11:49:06.734355 1609335 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 11:49:06.736908 1609335 cli_runner.go:164] Run: docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:49:06.752246 1609335 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 11:49:06.755722 1609335 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:49:06.765896 1609335 kubeadm.go:883] updating cluster {Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:49:06.766011 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:49:06.766081 1609335 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:49:06.843978 1609335 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:49:06.844007 1609335 crio.go:433] Images already preloaded, skipping extraction
I1028 11:49:06.844064 1609335 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:49:06.879231 1609335 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:49:06.879252 1609335 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:49:06.879260 1609335 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 11:49:06.879348 1609335 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-038671 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:49:06.879432 1609335 ssh_runner.go:195] Run: crio config
I1028 11:49:06.946196 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:49:06.946216 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:49:06.946227 1609335 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:49:06.946273 1609335 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-038671 NodeName:addons-038671 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:49:06.946434 1609335 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-038671"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:49:06.946518 1609335 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:49:06.955029 1609335 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:49:06.955122 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 11:49:06.963544 1609335 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 11:49:06.981583 1609335 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:49:06.998729 1609335 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 11:49:07.016291 1609335 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 11:49:07.019574 1609335 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:49:07.030195 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:07.128410 1609335 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:49:07.141751 1609335 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671 for IP: 192.168.49.2
I1028 11:49:07.141771 1609335 certs.go:194] generating shared ca certs ...
I1028 11:49:07.141788 1609335 certs.go:226] acquiring lock for ca certs: {Name:mkef350001610fdd9cbbb97677a025450a8a609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.142483 1609335 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key
I1028 11:49:07.511636 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt ...
I1028 11:49:07.511670 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt: {Name:mk70dcc2f9403082e685da9ccabff3912591969e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.511863 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key ...
I1028 11:49:07.511876 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key: {Name:mk25d12083b7f39985b9ac6b80c2f09f86d5a74d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.511961 1609335 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key
I1028 11:49:09.000996 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt ...
I1028 11:49:09.001026 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt: {Name:mkfcfd537c36b288dfe15b97fb31cadd5fb9b092 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.001720 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key ...
I1028 11:49:09.001735 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key: {Name:mka114ff80f107f3e9173cda207a65241c20301c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.002276 1609335 certs.go:256] generating profile certs ...
I1028 11:49:09.002342 1609335 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key
I1028 11:49:09.002360 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt with IP's: []
I1028 11:49:09.377471 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt ...
I1028 11:49:09.377506 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: {Name:mk5787d9aa1e381b3efde8ee7a25f49b7b5ba5c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.377678 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key ...
I1028 11:49:09.377692 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key: {Name:mk915bdfd6a56581fb7768dfafb84b0ded457efb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.377762 1609335 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b
I1028 11:49:09.377785 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 11:49:09.876451 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b ...
I1028 11:49:09.876487 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b: {Name:mk363756aca9afc460fd210430a42dedc8da6e40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.877117 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b ...
I1028 11:49:09.877133 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b: {Name:mk07614be0aaf9dcae48b16e942c070b9a8e65f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.877225 1609335 certs.go:381] copying /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b -> /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt
I1028 11:49:09.877303 1609335 certs.go:385] copying /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b -> /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key
I1028 11:49:09.877357 1609335 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key
I1028 11:49:09.877374 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt with IP's: []
I1028 11:49:10.287043 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt ...
I1028 11:49:10.287075 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt: {Name:mk8cd859810394d419a6497c9805958ae9b9b5f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:10.287902 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key ...
I1028 11:49:10.287925 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key: {Name:mk90e80f5df8018939f1f136259665ad02d2084e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:10.288896 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:49:10.288942 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem (1082 bytes)
I1028 11:49:10.288980 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem (1123 bytes)
I1028 11:49:10.289008 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem (1675 bytes)
I1028 11:49:10.289602 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:49:10.315218 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 11:49:10.339256 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:49:10.363098 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:49:10.387417 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 11:49:10.411362 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:49:10.435545 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:49:10.459444 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:49:10.484222 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:49:10.509696 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:49:10.528047 1609335 ssh_runner.go:195] Run: openssl version
I1028 11:49:10.533426 1609335 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:49:10.543053 1609335 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.546475 1609335 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:49 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.546559 1609335 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.553399 1609335 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:49:10.562528 1609335 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:49:10.565694 1609335 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:49:10.565743 1609335 kubeadm.go:392] StartCluster: {Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:49:10.565820 1609335 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:49:10.565882 1609335 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:49:10.601921 1609335 cri.go:89] found id: ""
I1028 11:49:10.601997 1609335 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:49:10.611108 1609335 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:49:10.620110 1609335 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 11:49:10.620186 1609335 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:49:10.628844 1609335 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:49:10.628866 1609335 kubeadm.go:157] found existing configuration files:
I1028 11:49:10.628914 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:49:10.637679 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:49:10.637747 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:49:10.646208 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:49:10.654973 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:49:10.655059 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:49:10.663441 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:49:10.672239 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:49:10.672303 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:49:10.680235 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:49:10.688773 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:49:10.688848 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:49:10.698227 1609335 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 11:49:10.741615 1609335 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:49:10.741743 1609335 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:49:10.761699 1609335 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 11:49:10.761857 1609335 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1071-aws[0m
I1028 11:49:10.761916 1609335 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 11:49:10.761971 1609335 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 11:49:10.762055 1609335 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 11:49:10.762121 1609335 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 11:49:10.762185 1609335 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 11:49:10.762252 1609335 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 11:49:10.762316 1609335 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 11:49:10.762379 1609335 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 11:49:10.762442 1609335 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 11:49:10.762510 1609335 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 11:49:10.829876 1609335 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:49:10.830023 1609335 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:49:10.830163 1609335 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:49:10.839984 1609335 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:49:10.845413 1609335 out.go:235] - Generating certificates and keys ...
I1028 11:49:10.845562 1609335 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:49:10.845649 1609335 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:49:11.103923 1609335 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:49:11.978911 1609335 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:49:12.891141 1609335 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:49:13.722029 1609335 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:49:14.140325 1609335 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:49:14.140631 1609335 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-038671 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:49:14.893136 1609335 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:49:14.893440 1609335 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-038671 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:49:15.200720 1609335 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:49:15.438230 1609335 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:49:15.992542 1609335 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:49:15.992864 1609335 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:49:16.337981 1609335 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:49:16.578865 1609335 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:49:16.961727 1609335 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:49:17.229639 1609335 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:49:17.455082 1609335 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:49:17.455949 1609335 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:49:17.461114 1609335 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:49:17.464650 1609335 out.go:235] - Booting up control plane ...
I1028 11:49:17.464757 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:49:17.464833 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:49:17.465071 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:49:17.475015 1609335 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:49:17.481240 1609335 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:49:17.481296 1609335 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:49:17.577444 1609335 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:49:17.577565 1609335 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:49:19.079044 1609335 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501702789s
I1028 11:49:19.079133 1609335 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:49:25.580493 1609335 kubeadm.go:310] [api-check] The API server is healthy after 6.501449008s
I1028 11:49:25.603387 1609335 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:49:25.615307 1609335 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:49:25.648371 1609335 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:49:25.648572 1609335 kubeadm.go:310] [mark-control-plane] Marking the node addons-038671 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:49:25.658892 1609335 kubeadm.go:310] [bootstrap-token] Using token: dy4u9u.rcfbi685kdv6mawh
I1028 11:49:25.661787 1609335 out.go:235] - Configuring RBAC rules ...
I1028 11:49:25.661926 1609335 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:49:25.666804 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:49:25.674594 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:49:25.682305 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:49:25.686276 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:49:25.690229 1609335 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:49:25.996561 1609335 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:49:26.425559 1609335 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:49:26.987136 1609335 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:49:26.988363 1609335 kubeadm.go:310]
I1028 11:49:26.988446 1609335 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:49:26.988457 1609335 kubeadm.go:310]
I1028 11:49:26.988534 1609335 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:49:26.988542 1609335 kubeadm.go:310]
I1028 11:49:26.988568 1609335 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:49:26.988628 1609335 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:49:26.988682 1609335 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:49:26.988690 1609335 kubeadm.go:310]
I1028 11:49:26.988744 1609335 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:49:26.988751 1609335 kubeadm.go:310]
I1028 11:49:26.988798 1609335 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:49:26.988806 1609335 kubeadm.go:310]
I1028 11:49:26.988864 1609335 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:49:26.988943 1609335 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:49:26.989015 1609335 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:49:26.989023 1609335 kubeadm.go:310]
I1028 11:49:26.989106 1609335 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:49:26.989186 1609335 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:49:26.989194 1609335 kubeadm.go:310]
I1028 11:49:26.989277 1609335 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dy4u9u.rcfbi685kdv6mawh \
I1028 11:49:26.989384 1609335 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bd1269f43b55f8f4236e24aa23e1a57bba50e6d8a6834c83e384cc9fedb6a6fc \
I1028 11:49:26.989407 1609335 kubeadm.go:310] --control-plane
I1028 11:49:26.989414 1609335 kubeadm.go:310]
I1028 11:49:26.989499 1609335 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:49:26.989507 1609335 kubeadm.go:310]
I1028 11:49:26.989589 1609335 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dy4u9u.rcfbi685kdv6mawh \
I1028 11:49:26.989697 1609335 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bd1269f43b55f8f4236e24aa23e1a57bba50e6d8a6834c83e384cc9fedb6a6fc
I1028 11:49:26.993730 1609335 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1071-aws\n", err: exit status 1
I1028 11:49:26.993848 1609335 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:49:26.993873 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:49:26.993881 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:49:26.997053 1609335 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:49:26.999921 1609335 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:49:27.003457 1609335 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:49:27.003477 1609335 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:49:27.021866 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:49:27.279958 1609335 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:49:27.280097 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:27.280186 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-038671 minikube.k8s.io/updated_at=2024_10_28T11_49_27_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=addons-038671 minikube.k8s.io/primary=true
I1028 11:49:27.430837 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:27.430897 1609335 ops.go:34] apiserver oom_adj: -16
I1028 11:49:27.931673 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:28.430878 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:28.930970 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:29.431916 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:29.930956 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:30.431706 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:30.930953 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:31.431687 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:31.538606 1609335 kubeadm.go:1113] duration metric: took 4.258553732s to wait for elevateKubeSystemPrivileges
I1028 11:49:31.538634 1609335 kubeadm.go:394] duration metric: took 20.972894652s to StartCluster
I1028 11:49:31.538651 1609335 settings.go:142] acquiring lock: {Name:mk07fd092fdec3e023f1c584a6664e93560ae070 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:31.539225 1609335 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:49:31.539610 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/kubeconfig: {Name:mkc3b72d4d42fcd48886f816de096b8232d0d718 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:31.539822 1609335 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:49:31.539972 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:49:31.540215 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:31.540251 1609335 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 11:49:31.540326 1609335 addons.go:69] Setting yakd=true in profile "addons-038671"
I1028 11:49:31.540344 1609335 addons.go:234] Setting addon yakd=true in "addons-038671"
I1028 11:49:31.540371 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.540829 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.541177 1609335 addons.go:69] Setting metrics-server=true in profile "addons-038671"
I1028 11:49:31.541201 1609335 addons.go:234] Setting addon metrics-server=true in "addons-038671"
I1028 11:49:31.541226 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.541627 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.543183 1609335 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-038671"
I1028 11:49:31.543251 1609335 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-038671"
I1028 11:49:31.543346 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.544662 1609335 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-038671"
I1028 11:49:31.544734 1609335 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-038671"
I1028 11:49:31.544828 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.544978 1609335 addons.go:69] Setting cloud-spanner=true in profile "addons-038671"
I1028 11:49:31.545007 1609335 addons.go:234] Setting addon cloud-spanner=true in "addons-038671"
I1028 11:49:31.545053 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.546393 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.547322 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545127 1609335 out.go:177] * Verifying Kubernetes components...
I1028 11:49:31.566059 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:31.545135 1609335 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-038671"
I1028 11:49:31.566182 1609335 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-038671"
I1028 11:49:31.566212 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.545140 1609335 addons.go:69] Setting default-storageclass=true in profile "addons-038671"
I1028 11:49:31.566337 1609335 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-038671"
I1028 11:49:31.566621 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.566630 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545144 1609335 addons.go:69] Setting gcp-auth=true in profile "addons-038671"
I1028 11:49:31.573747 1609335 mustload.go:65] Loading cluster: addons-038671
I1028 11:49:31.573948 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:31.574190 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545147 1609335 addons.go:69] Setting ingress=true in profile "addons-038671"
I1028 11:49:31.597634 1609335 addons.go:234] Setting addon ingress=true in "addons-038671"
I1028 11:49:31.597697 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.598147 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545152 1609335 addons.go:69] Setting ingress-dns=true in profile "addons-038671"
I1028 11:49:31.610431 1609335 addons.go:234] Setting addon ingress-dns=true in "addons-038671"
I1028 11:49:31.610486 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.545155 1609335 addons.go:69] Setting inspektor-gadget=true in profile "addons-038671"
I1028 11:49:31.615867 1609335 addons.go:234] Setting addon inspektor-gadget=true in "addons-038671"
I1028 11:49:31.615915 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.616404 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545214 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.638507 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545429 1609335 addons.go:69] Setting volcano=true in profile "addons-038671"
I1028 11:49:31.646888 1609335 addons.go:234] Setting addon volcano=true in "addons-038671"
I1028 11:49:31.646934 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.647381 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545435 1609335 addons.go:69] Setting registry=true in profile "addons-038671"
I1028 11:49:31.671810 1609335 addons.go:234] Setting addon registry=true in "addons-038671"
I1028 11:49:31.671855 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.672339 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545439 1609335 addons.go:69] Setting storage-provisioner=true in profile "addons-038671"
I1028 11:49:31.676837 1609335 addons.go:234] Setting addon storage-provisioner=true in "addons-038671"
I1028 11:49:31.676885 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.677326 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545444 1609335 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-038671"
I1028 11:49:31.699851 1609335 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-038671"
I1028 11:49:31.700183 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.721685 1609335 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 11:49:31.723705 1609335 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 11:49:31.545457 1609335 addons.go:69] Setting volumesnapshots=true in profile "addons-038671"
I1028 11:49:31.728851 1609335 addons.go:234] Setting addon volumesnapshots=true in "addons-038671"
I1028 11:49:31.728894 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.747238 1609335 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 11:49:31.753048 1609335 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 11:49:31.753383 1609335 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:49:31.753445 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 11:49:31.753557 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.762022 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 11:49:31.762044 1609335 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 11:49:31.762111 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.769214 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.771789 1609335 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 11:49:31.771810 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 11:49:31.771861 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.770419 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.787822 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 11:49:31.793792 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 11:49:31.770435 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 11:49:31.794901 1609335 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 11:49:31.794970 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.804351 1609335 addons.go:234] Setting addon default-storageclass=true in "addons-038671"
I1028 11:49:31.804415 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.804818 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.817594 1609335 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 11:49:31.820172 1609335 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:49:31.820196 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 11:49:31.820263 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.822623 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:31.825079 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 11:49:31.827842 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 11:49:31.830348 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 11:49:31.833247 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 11:49:31.836064 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 11:49:31.838628 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 11:49:31.841099 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 11:49:31.841122 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 11:49:31.841187 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.851705 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:31.852021 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.852463 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.854039 1609335 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 11:49:31.870978 1609335 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 11:49:31.871054 1609335 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 11:49:31.871185 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 11:49:31.871404 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.876901 1609335 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:49:31.876957 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 11:49:31.877038 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.896076 1609335 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 11:49:31.900743 1609335 out.go:177] - Using image docker.io/registry:2.8.3
I1028 11:49:31.900852 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 11:49:31.902994 1609335 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 11:49:31.903177 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 11:49:31.903205 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 11:49:31.903279 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.903426 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 11:49:31.903452 1609335 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 11:49:31.903504 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.922124 1609335 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:49:31.922144 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 11:49:31.922209 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
W1028 11:49:31.924013 1609335 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 11:49:31.926928 1609335 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:49:31.929260 1609335 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:49:31.929280 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:49:31.929339 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.964181 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.966156 1609335 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-038671"
I1028 11:49:31.966225 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.966694 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.991752 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.998056 1609335 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:49:31.998118 1609335 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:49:31.998197 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:32.028018 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.070000 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.097815 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.107690 1609335 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 11:49:32.113393 1609335 out.go:177] - Using image docker.io/busybox:stable
I1028 11:49:32.119842 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.120454 1609335 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:49:32.120468 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 11:49:32.120523 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:32.128067 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.128516 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.128843 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.131800 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.157345 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.171164 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.203921 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 11:49:32.203944 1609335 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 11:49:32.257250 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:49:32.266782 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:49:32.266974 1609335 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:49:32.307760 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 11:49:32.307832 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 11:49:32.317426 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 11:49:32.317490 1609335 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 11:49:32.404769 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:49:32.452746 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:49:32.459799 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 11:49:32.459873 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 11:49:32.465703 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 11:49:32.470354 1609335 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:49:32.470425 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 11:49:32.493721 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 11:49:32.493796 1609335 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 11:49:32.521920 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 11:49:32.521993 1609335 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 11:49:32.549658 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 11:49:32.549734 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 11:49:32.609955 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:49:32.643398 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:49:32.646868 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:49:32.659306 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 11:49:32.659373 1609335 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 11:49:32.662500 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 11:49:32.662571 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 11:49:32.681250 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:49:32.717014 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:49:32.717078 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 11:49:32.738913 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:49:32.749106 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:49:32.749134 1609335 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 11:49:32.786331 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 11:49:32.786360 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 11:49:32.840629 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:49:32.840653 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 11:49:32.850963 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 11:49:32.850999 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 11:49:32.875506 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:49:32.975531 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:49:32.995121 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 11:49:32.995150 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 11:49:33.089387 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:49:33.136433 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 11:49:33.136475 1609335 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 11:49:33.218349 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 11:49:33.218393 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 11:49:33.325797 1609335 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:33.325821 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 11:49:33.342430 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 11:49:33.342455 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 11:49:33.417892 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 11:49:33.417914 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 11:49:33.424102 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:33.464394 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 11:49:33.464417 1609335 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 11:49:33.495191 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 11:49:33.495267 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 11:49:33.517546 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 11:49:33.517618 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 11:49:33.603292 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:49:33.603359 1609335 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 11:49:33.756126 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:49:35.073356 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.816019441s)
I1028 11:49:35.073464 1609335 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.806606482s)
I1028 11:49:35.073502 1609335 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 11:49:35.074721 1609335 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.80769028s)
I1028 11:49:35.075721 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.670783998s)
I1028 11:49:35.075887 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.623071583s)
I1028 11:49:35.076031 1609335 node_ready.go:35] waiting up to 6m0s for node "addons-038671" to be "Ready" ...
W1028 11:49:35.605539 1609335 kapi.go:211] failed rescaling "coredns" deployment in "kube-system" namespace and "addons-038671" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E1028 11:49:35.605615 1609335 start.go:160] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I1028 11:49:36.149473 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.683695242s)
I1028 11:49:36.863375 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.25334368s)
I1028 11:49:37.125363 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:37.623708 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.980158858s)
I1028 11:49:37.623745 1609335 addons.go:475] Verifying addon ingress=true in "addons-038671"
I1028 11:49:37.624049 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.977045878s)
I1028 11:49:37.624124 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.942800396s)
I1028 11:49:37.624228 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.885244008s)
I1028 11:49:37.624296 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.748762629s)
I1028 11:49:37.624390 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.64883135s)
I1028 11:49:37.624407 1609335 addons.go:475] Verifying addon metrics-server=true in "addons-038671"
I1028 11:49:37.624433 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.535022144s)
I1028 11:49:37.624446 1609335 addons.go:475] Verifying addon registry=true in "addons-038671"
I1028 11:49:37.627601 1609335 out.go:177] * Verifying registry addon...
I1028 11:49:37.627699 1609335 out.go:177] * Verifying ingress addon...
I1028 11:49:37.627722 1609335 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-038671 service yakd-dashboard -n yakd-dashboard
I1028 11:49:37.632026 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 11:49:37.632917 1609335 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 11:49:37.645318 1609335 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:49:37.645348 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:37.645665 1609335 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 11:49:37.645711 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:37.783800 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.359659728s)
W1028 11:49:37.783846 1609335 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:49:37.784061 1609335 retry.go:31] will retry after 163.029021ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:49:37.947248 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:38.004386 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.248169369s)
I1028 11:49:38.004423 1609335 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-038671"
I1028 11:49:38.007502 1609335 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 11:49:38.011130 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:49:38.023217 1609335 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:49:38.023238 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:38.136581 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:38.137772 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:38.515342 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:38.635254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:38.636884 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:39.016157 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:39.135490 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:39.137000 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:39.517334 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:39.579942 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:39.635505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:39.637247 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.015727 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:40.135833 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:40.138807 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.515725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:40.638777 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:40.640743 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.757549 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.810252262s)
I1028 11:49:41.014663 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:41.067491 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 11:49:41.067596 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:41.085617 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:41.136429 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:41.136859 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:41.185523 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 11:49:41.204031 1609335 addons.go:234] Setting addon gcp-auth=true in "addons-038671"
I1028 11:49:41.204089 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:41.204545 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:41.219549 1609335 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 11:49:41.219603 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:41.236088 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:41.341943 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:41.344486 1609335 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 11:49:41.347025 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 11:49:41.347048 1609335 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 11:49:41.366622 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 11:49:41.366646 1609335 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 11:49:41.384944 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:49:41.384966 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 11:49:41.404346 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:49:41.515259 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:41.637725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:41.638892 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:41.885722 1609335 addons.go:475] Verifying addon gcp-auth=true in "addons-038671"
I1028 11:49:41.888729 1609335 out.go:177] * Verifying gcp-auth addon...
I1028 11:49:41.892354 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 11:49:41.900872 1609335 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 11:49:41.900893 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:42.015854 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:42.079952 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:42.135479 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:42.138240 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:42.395869 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:42.514987 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:42.634925 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:42.637041 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:42.896506 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:43.014541 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:43.135269 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:43.137735 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:43.396227 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:43.515309 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:43.636806 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:43.636996 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:43.896444 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:44.014898 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:44.136047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:44.137341 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:44.395997 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:44.514222 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:44.579215 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:44.636955 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:44.639367 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:44.896205 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:45.015220 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:45.135657 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:45.137810 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:45.396545 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:45.514337 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:45.636236 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:45.637225 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:45.895345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:46.014688 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:46.136150 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:46.136227 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:46.395980 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:46.514600 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:46.636408 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:46.637130 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:46.895732 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:47.015107 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:47.079666 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:47.135168 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:47.137101 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:47.395385 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:47.515100 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:47.636244 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:47.636773 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:47.895132 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:48.014536 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:48.134981 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:48.137276 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:48.396146 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:48.514368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:48.635812 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:48.637386 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:48.896007 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:49.015067 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:49.136277 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:49.136981 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:49.395390 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:49.514275 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:49.579650 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:49.635145 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:49.637584 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:49.896004 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:50.014587 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:50.136183 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:50.137032 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:50.396003 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:50.514277 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:50.635705 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:50.637080 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:50.897244 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:51.014865 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:51.135070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:51.136374 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:51.395891 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:51.514954 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:51.580472 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:51.635113 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:51.636784 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:51.895987 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:52.014174 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:52.134994 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:52.136569 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:52.395760 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:52.515243 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:52.635147 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:52.636899 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:52.896598 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:53.015362 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:53.136432 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:53.137152 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:53.395246 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:53.514466 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:53.636027 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:53.637166 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:53.895405 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:54.015063 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:54.079508 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:54.136501 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:54.137524 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:54.396430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:54.515149 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:54.637283 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:54.637998 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:54.896021 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:55.015171 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:55.135048 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:55.136702 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:55.396583 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:55.514896 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:55.636498 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:55.637270 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:55.895553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:56.014951 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:56.134812 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:56.136672 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:56.396881 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:56.515495 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:56.579456 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:56.635389 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:56.637070 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:56.896430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:57.014704 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:57.134871 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:57.137307 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:57.395496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:57.514672 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:57.636620 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:57.636745 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:57.895836 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:58.014835 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:58.135105 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:58.137376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:58.399269 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:58.514208 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:58.634740 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:58.636703 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:58.896112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:59.014862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:59.079903 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:59.136481 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:59.137376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:59.395578 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:59.514899 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:59.635336 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:59.637150 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:59.895438 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:00.015675 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:00.135434 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:00.137796 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:00.396567 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:00.515093 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:00.635594 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:00.636941 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:00.895235 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:01.014379 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:01.136593 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:01.137020 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:01.396089 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:01.515831 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:01.580090 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:01.635142 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:01.636765 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:01.896482 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:02.014847 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:02.135486 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:02.136287 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:02.395491 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:02.514965 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:02.636505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:02.637231 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:02.895320 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:03.014633 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:03.135403 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:03.136406 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:03.395724 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:03.515154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:03.585330 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:03.635351 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:03.636812 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:03.896111 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:04.014710 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:04.136377 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:04.137316 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:04.395775 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:04.515143 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:04.636738 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:04.638209 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:04.895407 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:05.014714 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:05.135795 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:05.136519 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:05.396070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:05.515252 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:05.636629 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:05.636824 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:05.895765 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:06.015011 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:06.078796 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:06.136129 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:06.137122 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:06.395176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:06.514396 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:06.636355 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:06.637121 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:06.895485 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:07.015154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:07.136423 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:07.137745 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:07.396228 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:07.515444 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:07.634999 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:07.636266 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:07.895516 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:08.015368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:08.080156 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:08.135091 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:08.137704 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:08.396090 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:08.514471 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:08.635988 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:08.636767 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:08.895977 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:09.014594 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:09.135989 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:09.136751 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:09.396235 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:09.514569 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:09.636162 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:09.636714 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:09.895855 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:10.015057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:10.135082 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:10.136676 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:10.396204 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:10.515118 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:10.579133 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:10.635085 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:10.636989 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:10.896500 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:11.014302 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:11.136138 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:11.137218 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:11.395285 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:11.514776 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:11.635178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:11.637885 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:11.896598 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:12.015070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:12.135331 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:12.136486 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:12.396438 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:12.514566 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:12.579580 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:12.636047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:12.637284 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:12.895199 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:13.014878 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:13.135077 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:13.137432 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:13.395821 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:13.514154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:13.635224 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:13.636937 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:13.896191 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:14.014451 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:14.135933 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:14.136696 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:14.396229 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:14.514880 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:14.579874 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:14.637062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:14.638980 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:14.895252 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:15.015345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:15.136150 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:15.136952 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:15.396272 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:15.515173 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:15.635588 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:15.636924 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:15.896178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:16.015305 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:16.136152 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:16.137284 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:16.395407 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:16.514722 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:16.641054 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:16.641828 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:16.899845 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:17.046027 1609335 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:50:17.046049 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:17.090356 1609335 node_ready.go:49] node "addons-038671" has status "Ready":"True"
I1028 11:50:17.090425 1609335 node_ready.go:38] duration metric: took 42.0143567s for node "addons-038671" to be "Ready" ...
I1028 11:50:17.090450 1609335 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:50:17.136582 1609335 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace to be "Ready" ...
I1028 11:50:17.158944 1609335 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:50:17.159013 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:17.161184 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:17.408461 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:17.521230 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:17.636938 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:17.639262 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:17.900468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:18.016185 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:18.136802 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:18.138693 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:18.395735 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:18.519490 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:18.638128 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:18.638656 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:18.898151 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:19.015707 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:19.141294 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:19.144898 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:19.148915 1609335 pod_ready.go:103] pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:19.396234 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:19.516706 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:19.655740 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:19.655993 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:19.691169 1609335 pod_ready.go:93] pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.691195 1609335 pod_ready.go:82] duration metric: took 2.554539737s for pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.691209 1609335 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.697811 1609335 pod_ready.go:93] pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.697844 1609335 pod_ready.go:82] duration metric: took 6.627445ms for pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.697866 1609335 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.703571 1609335 pod_ready.go:93] pod "etcd-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.703597 1609335 pod_ready.go:82] duration metric: took 5.723498ms for pod "etcd-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.703617 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.710157 1609335 pod_ready.go:93] pod "kube-apiserver-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.710201 1609335 pod_ready.go:82] duration metric: took 6.520894ms for pod "kube-apiserver-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.710213 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.715234 1609335 pod_ready.go:93] pod "kube-controller-manager-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.715271 1609335 pod_ready.go:82] duration metric: took 5.039841ms for pod "kube-controller-manager-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.715291 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7trv2" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.896676 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:20.020181 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:20.043537 1609335 pod_ready.go:93] pod "kube-proxy-7trv2" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:20.043576 1609335 pod_ready.go:82] duration metric: took 328.264851ms for pod "kube-proxy-7trv2" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.043589 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.138431 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:20.139125 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:20.396790 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:20.453893 1609335 pod_ready.go:93] pod "kube-scheduler-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:20.453968 1609335 pod_ready.go:82] duration metric: took 410.368558ms for pod "kube-scheduler-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.453996 1609335 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.519878 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:20.696470 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:20.696944 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:20.898378 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:21.019818 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:21.143163 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:21.143895 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:21.398339 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:21.516474 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:21.641120 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:21.642637 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:21.895973 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:22.016406 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:22.137488 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:22.139194 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:22.396072 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:22.461719 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:22.517026 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:22.640451 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:22.642677 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:22.896967 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:23.027476 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:23.148153 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:23.149737 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:23.398814 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:23.519553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:23.646476 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:23.647935 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:23.900200 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.019103 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:24.141508 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:24.141706 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:24.399990 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.521715 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:24.641387 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:24.643272 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:24.895725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.961809 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:25.016168 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:25.137131 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:25.138327 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:25.396251 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:25.516962 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:25.636023 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:25.638328 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:25.897068 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:26.017055 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:26.136251 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:26.137817 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:26.396414 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:26.516469 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:26.637633 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:26.637964 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:26.896136 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:27.018831 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:27.137366 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:27.138271 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:27.396969 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:27.460011 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:27.516184 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:27.638676 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:27.639830 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:27.897102 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:28.017453 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:28.136368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:28.138943 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:28.396707 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:28.515517 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:28.635729 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:28.638037 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:28.896391 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:29.016405 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:29.137167 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:29.137348 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:29.395669 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:29.461719 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:29.516376 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:29.642914 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:29.643435 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:29.899018 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:30.025461 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:30.138250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:30.143714 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:30.396112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:30.524425 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:30.638731 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:30.639315 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:30.895680 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:31.016854 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:31.137101 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:31.137444 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:31.395303 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:31.462069 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:31.516229 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:31.637015 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:31.637766 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:31.897050 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:32.030173 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:32.137666 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:32.138844 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:32.396802 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:32.517110 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:32.638332 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:32.640865 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:32.898865 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:33.015950 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:33.135524 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:33.137280 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:33.395576 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:33.476381 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:33.517186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:33.639901 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:33.641240 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:33.895897 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:34.016514 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:34.143313 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:34.144901 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:34.396496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:34.515841 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:34.643891 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:34.645832 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:34.896254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.016231 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:35.136663 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:35.137223 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:35.395500 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.517304 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:35.637103 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:35.640483 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:35.896659 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.961043 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:36.017042 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:36.137550 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:36.138530 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:36.397188 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:36.516877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:36.637282 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:36.638250 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:36.897381 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:37.016549 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:37.137034 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:37.138598 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:37.396250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:37.516319 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:37.636341 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:37.638376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:37.896057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:38.016381 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:38.135862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:38.137504 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:38.396199 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:38.461114 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:38.515848 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:38.638112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:38.639405 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:38.896041 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:39.017132 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:39.137013 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:39.143965 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:39.396556 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:39.517254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:39.637118 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:39.641111 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:39.896254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:40.017553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:40.138006 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:40.138780 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:40.396825 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:40.464378 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:40.516465 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:40.639789 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:40.644961 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:40.896884 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:41.017732 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:41.137886 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:41.140258 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:41.396702 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:41.516904 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:41.640562 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:41.641901 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:41.900248 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.020083 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:42.139464 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:42.140748 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:42.396615 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.523047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:42.637821 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:42.638743 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:42.897814 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.961081 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:43.017625 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:43.136526 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:43.139116 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:43.396159 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:43.516722 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:43.637195 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:43.638298 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:43.895919 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.030708 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:44.138275 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:44.138903 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:44.400959 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.515985 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:44.638065 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:44.639534 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:44.896145 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.961437 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:45.021231 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:45.137565 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:45.138151 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:45.395848 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:45.517276 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:45.637326 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:45.638203 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:45.901186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:46.016583 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:46.136577 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:46.137701 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:46.397010 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:46.516513 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:46.635483 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:46.637854 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:46.901658 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:47.018285 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:47.135877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:47.137715 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:47.396549 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:47.460727 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:47.517228 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:47.639011 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:47.641582 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:47.896973 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:48.102064 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:48.147670 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:48.148627 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:48.396773 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:48.517650 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:48.645426 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:48.646736 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:48.902082 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:49.017509 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:49.139083 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:49.140632 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:49.396964 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:49.466435 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:49.516769 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:49.638778 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:49.640732 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:49.896400 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:50.016923 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:50.139494 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:50.140421 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:50.409638 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:50.519247 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:50.638754 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:50.639484 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:50.897155 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.016178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:51.137670 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:51.144093 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:51.396697 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.520888 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:51.637560 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:51.639640 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:51.896766 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.965001 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:52.017230 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:52.137505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:52.138527 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:52.399425 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:52.516197 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:52.639587 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:52.641020 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:52.898063 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:53.022256 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:53.151585 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:53.152719 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:53.396654 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:53.515752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:53.639657 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:53.640862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:53.896292 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:54.020396 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:54.140878 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:54.143321 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:54.398752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:54.462725 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:54.517091 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:54.638659 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:54.639214 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:54.897636 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:55.019296 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:55.163403 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:55.166190 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:55.396106 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:55.516791 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:55.639393 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:55.640686 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:55.896345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.032154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:56.137765 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:56.138058 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:56.396731 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.516349 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:56.637651 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:56.638260 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:56.896107 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.959858 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:57.019386 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:57.136222 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:57.137999 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:57.396819 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:57.516250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:57.635544 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:57.637807 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:57.898343 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.017259 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:58.139415 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:58.140830 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:58.396262 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.517294 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:58.648186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:58.650820 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:58.897554 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.962051 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:59.022090 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:59.137416 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:59.140366 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:59.396430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:59.517548 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:59.636533 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:59.638245 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:59.896062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:00.017967 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:00.139845 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:00.141745 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:00.396226 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:00.520621 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:00.639875 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:00.640933 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:00.896264 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:01.016149 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:01.137345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:01.138614 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:01.396557 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:01.460323 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:01.516663 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:01.635705 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:01.637270 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:01.896014 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:02.016747 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:02.137324 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:02.138519 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:02.396099 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:02.516000 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:02.637879 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:02.638398 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:02.897538 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:03.016947 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:03.138782 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:03.139685 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:03.397392 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:03.463356 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:03.517288 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:03.636915 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:03.638344 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:03.895979 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:04.017057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:04.139686 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:04.141165 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:04.395903 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:04.517411 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:04.638952 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:04.641492 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:04.896099 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.016736 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:05.136949 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:05.138771 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:05.396669 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.516468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:05.636066 1609335 kapi.go:107] duration metric: took 1m28.004035002s to wait for kubernetes.io/minikube-addons=registry ...
I1028 11:51:05.638607 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:05.895925 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.961134 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:06.016383 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:06.141218 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:06.396003 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:06.524163 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:06.638301 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:06.895468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:07.018603 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:07.137647 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:07.426392 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:07.517400 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:07.637188 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:07.897379 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:08.018596 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:08.139125 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:08.397504 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:08.461065 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:08.517245 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:08.640717 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:08.900302 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:09.016553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:09.138694 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:09.397176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:09.516862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:09.637925 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:09.896065 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:10.017619 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:10.138360 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:10.395877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:10.461150 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:10.515990 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:10.638700 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:10.896291 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:11.016496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:11.139954 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:11.412519 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:11.516777 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:11.638388 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:11.896684 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.016527 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:12.137528 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:12.396136 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.516340 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:12.638810 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:12.899216 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.963248 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:13.017673 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:13.137563 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:13.398523 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:13.517424 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:13.639103 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:13.896737 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:14.018955 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:14.139197 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:14.398386 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:14.517185 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:14.638089 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:14.896020 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:15.016346 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:15.140072 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:15.397214 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:15.461585 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:15.516465 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:15.639721 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:15.904754 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:16.016697 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:16.139936 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:16.399411 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:16.517617 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:16.637093 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:16.897176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.017253 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:17.137940 1609335 kapi.go:107] duration metric: took 1m39.505016702s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 11:51:17.396752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.516267 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:17.897311 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.962054 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:18.016966 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:18.398726 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:18.517455 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:18.895811 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:19.016785 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:19.397784 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:19.516092 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:19.896774 1609335 kapi.go:107] duration metric: took 1m38.00441521s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 11:51:19.899012 1609335 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-038671 cluster.
I1028 11:51:19.900727 1609335 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 11:51:19.902316 1609335 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 11:51:20.017022 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:20.459684 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:20.516686 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:21.016422 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:21.517297 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.018035 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.519476 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.959851 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:23.016062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:23.524651 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.016456 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.516600 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.961700 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:25.018025 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:25.516608 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:26.017997 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:26.516672 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.019268 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.459994 1609335 pod_ready.go:93] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"True"
I1028 11:51:27.460019 1609335 pod_ready.go:82] duration metric: took 1m7.006002599s for pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.460031 1609335 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.465591 1609335 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace has status "Ready":"True"
I1028 11:51:27.465615 1609335 pod_ready.go:82] duration metric: took 5.576661ms for pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.465638 1609335 pod_ready.go:39] duration metric: took 1m10.375164602s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:51:27.465653 1609335 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:51:27.465686 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:27.465750 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:27.520652 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.530138 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:27.530165 1609335 cri.go:89] found id: ""
I1028 11:51:27.530174 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:27.530234 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.534160 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:27.534228 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:27.585353 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:27.585374 1609335 cri.go:89] found id: ""
I1028 11:51:27.585382 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:27.585440 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.589755 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:27.589829 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:27.648992 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:27.649012 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:27.649017 1609335 cri.go:89] found id: ""
I1028 11:51:27.649024 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:27.649082 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.652863 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.656397 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:27.656556 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:27.698294 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:27.698325 1609335 cri.go:89] found id: ""
I1028 11:51:27.698333 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:27.698414 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.702251 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:27.702359 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:27.771841 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:27.771865 1609335 cri.go:89] found id: ""
I1028 11:51:27.771873 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:27.771940 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.790533 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:27.790618 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:27.839028 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:27.839069 1609335 cri.go:89] found id: ""
I1028 11:51:27.839078 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:27.839141 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.844075 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:27.844159 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:27.896926 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:27.896991 1609335 cri.go:89] found id: ""
I1028 11:51:27.897013 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:27.897100 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.915107 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:27.915132 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:27.942940 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:27.942973 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:28.017283 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:28.023879 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:28.023972 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:28.071477 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:28.071548 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:28.166345 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:28.166428 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:28.253728 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:28.253799 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:28.354762 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:28.354833 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:28.474101 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:28.474191 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1028 11:51:28.517540 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W1028 11:51:28.575053 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.575322 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:28.575536 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.575774 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:28.609586 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.609875 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:28.661867 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:28.661950 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:28.952379 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:28.952417 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:29.028518 1609335 kapi.go:107] duration metric: took 1m51.017388096s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 11:51:29.031704 1609335 out.go:177] * Enabled addons: amd-gpu-device-plugin, nvidia-device-plugin, default-storageclass, cloud-spanner, storage-provisioner-rancher, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1028 11:51:29.034575 1609335 addons.go:510] duration metric: took 1m57.494317199s for enable addons: enabled=[amd-gpu-device-plugin nvidia-device-plugin default-storageclass cloud-spanner storage-provisioner-rancher ingress-dns storage-provisioner inspektor-gadget metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1028 11:51:29.050291 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:29.050373 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:29.106701 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:29.106787 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:29.149266 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:29.149292 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:29.192452 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:29.192478 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:29.192532 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:29.192546 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:29.192553 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:29.192563 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:29.192571 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:29.192578 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:29.192685 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:29.192692 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:39.193782 1609335 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:51:39.207945 1609335 api_server.go:72] duration metric: took 2m7.668085832s to wait for apiserver process to appear ...
I1028 11:51:39.207974 1609335 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:51:39.208015 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:39.208076 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:39.249688 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:39.249711 1609335 cri.go:89] found id: ""
I1028 11:51:39.249719 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:39.249777 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.253499 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:39.253569 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:39.292069 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:39.292088 1609335 cri.go:89] found id: ""
I1028 11:51:39.292096 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:39.292160 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.295874 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:39.295944 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:39.333699 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:39.333721 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:39.333726 1609335 cri.go:89] found id: ""
I1028 11:51:39.333734 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:39.333793 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.337197 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.340599 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:39.340667 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:39.380167 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:39.380191 1609335 cri.go:89] found id: ""
I1028 11:51:39.380199 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:39.380256 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.383610 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:39.383705 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:39.421064 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:39.421087 1609335 cri.go:89] found id: ""
I1028 11:51:39.421095 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:39.421162 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.424824 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:39.424902 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:39.461611 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:39.461633 1609335 cri.go:89] found id: ""
I1028 11:51:39.461642 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:39.461695 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.465165 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:39.465235 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:39.502819 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:39.502842 1609335 cri.go:89] found id: ""
I1028 11:51:39.502850 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:39.502906 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.506718 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:39.506746 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:39.554181 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:39.554213 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:51:39.605723 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.605962 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:39.606136 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.606351 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:39.630172 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.630390 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:39.668002 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:39.668031 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:39.721236 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:39.721287 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:39.773060 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:39.773100 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:39.816051 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:39.816095 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:39.886975 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:39.887013 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:39.933688 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:39.933718 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:39.950501 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:39.950531 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:40.109188 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:40.109218 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:40.179349 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:40.179382 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:40.220348 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:40.220375 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:40.272751 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:40.272780 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:40.362529 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:40.362563 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:40.362624 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:40.362639 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:40.362654 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:40.362662 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:40.362672 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:40.362681 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:40.362690 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:40.362696 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:50.364018 1609335 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 11:51:50.373471 1609335 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 11:51:50.374622 1609335 api_server.go:141] control plane version: v1.31.2
I1028 11:51:50.374648 1609335 api_server.go:131] duration metric: took 11.166666841s to wait for apiserver health ...
I1028 11:51:50.374658 1609335 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:51:50.374682 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:50.374747 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:50.419556 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:50.419581 1609335 cri.go:89] found id: ""
I1028 11:51:50.419589 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:50.419672 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.423988 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:50.424106 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:50.462925 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:50.462947 1609335 cri.go:89] found id: ""
I1028 11:51:50.462955 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:50.463022 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.467229 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:50.467300 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:50.510331 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:50.510355 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:50.510361 1609335 cri.go:89] found id: ""
I1028 11:51:50.510368 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:50.510431 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.514104 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.517877 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:50.517966 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:50.557012 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:50.557212 1609335 cri.go:89] found id: ""
I1028 11:51:50.557236 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:50.557331 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.561128 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:50.561198 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:50.598652 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:50.598724 1609335 cri.go:89] found id: ""
I1028 11:51:50.598756 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:50.598853 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.602383 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:50.602452 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:50.646669 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:50.646702 1609335 cri.go:89] found id: ""
I1028 11:51:50.646711 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:50.646777 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.650380 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:50.650460 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:50.690998 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:50.691032 1609335 cri.go:89] found id: ""
I1028 11:51:50.691041 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:50.691105 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.694637 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:50.694724 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:50.745788 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:50.745861 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:50.785520 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:50.785548 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:50.880258 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:50.880296 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:50.940542 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:50.940571 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:51:50.999491 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:50.999745 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:50.999922 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.000139 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.023963 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.024189 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:51.062700 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:51.062737 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:51.080548 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:51.080581 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:51.226867 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:51.226899 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:51.285794 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:51.285827 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:51.371172 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:51.371208 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:51.412745 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:51.412776 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:51.464662 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:51.464694 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:51.503980 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:51.504009 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:51.545796 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:51.545829 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:51.545883 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:51.545898 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.545905 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.545916 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.545925 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.545935 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:51.545941 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:51.545948 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:52:01.558341 1609335 system_pods.go:59] 19 kube-system pods found
I1028 11:52:01.558394 1609335 system_pods.go:61] "coredns-7c65d6cfc9-lp44j" [f74663a2-a370-456b-8b11-35b264759975] Running
I1028 11:52:01.558402 1609335 system_pods.go:61] "coredns-7c65d6cfc9-tmcl7" [ccd21910-12b2-48d3-9969-1da00cb482ec] Running
I1028 11:52:01.558407 1609335 system_pods.go:61] "csi-hostpath-attacher-0" [01089a88-e2e2-41bd-969a-39fce889f301] Running
I1028 11:52:01.558412 1609335 system_pods.go:61] "csi-hostpath-resizer-0" [d42c8cef-7b3b-4942-8216-73230dc08084] Running
I1028 11:52:01.558416 1609335 system_pods.go:61] "csi-hostpathplugin-qgpbn" [72f4a36f-f9e9-47a9-aae4-19cbcb694e0e] Running
I1028 11:52:01.558421 1609335 system_pods.go:61] "etcd-addons-038671" [c8828305-dcc8-494d-bc56-23ffcd84c486] Running
I1028 11:52:01.558425 1609335 system_pods.go:61] "kindnet-kmg44" [25ca9f65-363e-4b21-95aa-21e6b9767acd] Running
I1028 11:52:01.558430 1609335 system_pods.go:61] "kube-apiserver-addons-038671" [b6e675c9-5c5f-4530-a19d-ad6f58e3fefc] Running
I1028 11:52:01.558435 1609335 system_pods.go:61] "kube-controller-manager-addons-038671" [542b61a2-801b-45d8-b747-caaf68e289dc] Running
I1028 11:52:01.558439 1609335 system_pods.go:61] "kube-ingress-dns-minikube" [63e8310e-682d-4dfe-9093-3a4dfdbc7a1f] Running
I1028 11:52:01.558444 1609335 system_pods.go:61] "kube-proxy-7trv2" [236ce964-cf5b-4aea-b6b3-2d099c4a1329] Running
I1028 11:52:01.558452 1609335 system_pods.go:61] "kube-scheduler-addons-038671" [a4a9ec0e-911b-4ed7-8d25-b93742ecaca2] Running
I1028 11:52:01.558456 1609335 system_pods.go:61] "metrics-server-84c5f94fbc-9gzdr" [12f44978-205b-4e9e-8752-2cbcb69d1ef4] Running
I1028 11:52:01.558463 1609335 system_pods.go:61] "nvidia-device-plugin-daemonset-76kn8" [94d44b81-c884-42d5-9095-269596949b75] Running
I1028 11:52:01.558473 1609335 system_pods.go:61] "registry-66c9cd494c-lvg5g" [d91e4ff7-f773-4cc8-8d1e-5812dd48b0c3] Running
I1028 11:52:01.558477 1609335 system_pods.go:61] "registry-proxy-jvsll" [41ab4a9d-b5e6-48b6-beab-66fab94401f7] Running
I1028 11:52:01.558481 1609335 system_pods.go:61] "snapshot-controller-56fcc65765-n426d" [1a2c6aff-5a8f-472d-82eb-a79b137a8846] Running
I1028 11:52:01.558485 1609335 system_pods.go:61] "snapshot-controller-56fcc65765-vlhdb" [050ab485-cce1-4783-ae81-2532c99f801a] Running
I1028 11:52:01.558493 1609335 system_pods.go:61] "storage-provisioner" [08bc7b2b-70b0-4f8f-97c6-ec75f1de7f2f] Running
I1028 11:52:01.558500 1609335 system_pods.go:74] duration metric: took 11.183834853s to wait for pod list to return data ...
I1028 11:52:01.558511 1609335 default_sa.go:34] waiting for default service account to be created ...
I1028 11:52:01.560853 1609335 default_sa.go:45] found service account: "default"
I1028 11:52:01.560877 1609335 default_sa.go:55] duration metric: took 2.356833ms for default service account to be created ...
I1028 11:52:01.560886 1609335 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:52:01.571308 1609335 system_pods.go:86] 19 kube-system pods found
I1028 11:52:01.571344 1609335 system_pods.go:89] "coredns-7c65d6cfc9-lp44j" [f74663a2-a370-456b-8b11-35b264759975] Running
I1028 11:52:01.571353 1609335 system_pods.go:89] "coredns-7c65d6cfc9-tmcl7" [ccd21910-12b2-48d3-9969-1da00cb482ec] Running
I1028 11:52:01.571358 1609335 system_pods.go:89] "csi-hostpath-attacher-0" [01089a88-e2e2-41bd-969a-39fce889f301] Running
I1028 11:52:01.571364 1609335 system_pods.go:89] "csi-hostpath-resizer-0" [d42c8cef-7b3b-4942-8216-73230dc08084] Running
I1028 11:52:01.571368 1609335 system_pods.go:89] "csi-hostpathplugin-qgpbn" [72f4a36f-f9e9-47a9-aae4-19cbcb694e0e] Running
I1028 11:52:01.571372 1609335 system_pods.go:89] "etcd-addons-038671" [c8828305-dcc8-494d-bc56-23ffcd84c486] Running
I1028 11:52:01.571377 1609335 system_pods.go:89] "kindnet-kmg44" [25ca9f65-363e-4b21-95aa-21e6b9767acd] Running
I1028 11:52:01.571381 1609335 system_pods.go:89] "kube-apiserver-addons-038671" [b6e675c9-5c5f-4530-a19d-ad6f58e3fefc] Running
I1028 11:52:01.571387 1609335 system_pods.go:89] "kube-controller-manager-addons-038671" [542b61a2-801b-45d8-b747-caaf68e289dc] Running
I1028 11:52:01.571391 1609335 system_pods.go:89] "kube-ingress-dns-minikube" [63e8310e-682d-4dfe-9093-3a4dfdbc7a1f] Running
I1028 11:52:01.571397 1609335 system_pods.go:89] "kube-proxy-7trv2" [236ce964-cf5b-4aea-b6b3-2d099c4a1329] Running
I1028 11:52:01.571404 1609335 system_pods.go:89] "kube-scheduler-addons-038671" [a4a9ec0e-911b-4ed7-8d25-b93742ecaca2] Running
I1028 11:52:01.571408 1609335 system_pods.go:89] "metrics-server-84c5f94fbc-9gzdr" [12f44978-205b-4e9e-8752-2cbcb69d1ef4] Running
I1028 11:52:01.571413 1609335 system_pods.go:89] "nvidia-device-plugin-daemonset-76kn8" [94d44b81-c884-42d5-9095-269596949b75] Running
I1028 11:52:01.571419 1609335 system_pods.go:89] "registry-66c9cd494c-lvg5g" [d91e4ff7-f773-4cc8-8d1e-5812dd48b0c3] Running
I1028 11:52:01.571423 1609335 system_pods.go:89] "registry-proxy-jvsll" [41ab4a9d-b5e6-48b6-beab-66fab94401f7] Running
I1028 11:52:01.571429 1609335 system_pods.go:89] "snapshot-controller-56fcc65765-n426d" [1a2c6aff-5a8f-472d-82eb-a79b137a8846] Running
I1028 11:52:01.571434 1609335 system_pods.go:89] "snapshot-controller-56fcc65765-vlhdb" [050ab485-cce1-4783-ae81-2532c99f801a] Running
I1028 11:52:01.571441 1609335 system_pods.go:89] "storage-provisioner" [08bc7b2b-70b0-4f8f-97c6-ec75f1de7f2f] Running
I1028 11:52:01.571448 1609335 system_pods.go:126] duration metric: took 10.556821ms to wait for k8s-apps to be running ...
I1028 11:52:01.571457 1609335 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:52:01.571525 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:52:01.584775 1609335 system_svc.go:56] duration metric: took 13.307547ms WaitForService to wait for kubelet
I1028 11:52:01.584803 1609335 kubeadm.go:582] duration metric: took 2m30.044948951s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:52:01.584822 1609335 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:52:01.588265 1609335 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1028 11:52:01.588302 1609335 node_conditions.go:123] node cpu capacity is 2
I1028 11:52:01.588314 1609335 node_conditions.go:105] duration metric: took 3.485666ms to run NodePressure ...
I1028 11:52:01.588328 1609335 start.go:241] waiting for startup goroutines ...
I1028 11:52:01.588336 1609335 start.go:246] waiting for cluster config update ...
I1028 11:52:01.588355 1609335 start.go:255] writing updated cluster config ...
I1028 11:52:01.589237 1609335 ssh_runner.go:195] Run: rm -f paused
I1028 11:52:01.982836 1609335 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:52:01.989734 1609335 out.go:177] * Done! kubectl is now configured to use "addons-038671" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:54:26 addons-038671 crio[963]: time="2024-10-28 11:54:26.954919467Z" level=info msg="Removed pod sandbox: f12fc9a4e9a30a1cc1edc59bca0d6827567789e4ecce8e66eb43c985e583dcab" id=1fbef6e0-5b8b-46cd-988e-1eccce4e2628 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.599487603Z" level=info msg="Running pod sandbox: default/hello-world-app-55bf9c44b4-h2v7d/POD" id=2504914f-bca9-41ef-aa67-66436bb42df1 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.599550249Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.648537820Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-h2v7d Namespace:default ID:6db517fa4fc1c49fbbfc91150e7667841c338be5cb066b16f853ab10807c27ea UID:fd73acbf-7ecd-4392-926b-e902d95d7952 NetNS:/var/run/netns/ff358389-7f56-4cb7-bf72-96c0aa44dc3a Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.648776506Z" level=info msg="Adding pod default_hello-world-app-55bf9c44b4-h2v7d to CNI network \"kindnet\" (type=ptp)"
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.662912204Z" level=info msg="Got pod network &{Name:hello-world-app-55bf9c44b4-h2v7d Namespace:default ID:6db517fa4fc1c49fbbfc91150e7667841c338be5cb066b16f853ab10807c27ea UID:fd73acbf-7ecd-4392-926b-e902d95d7952 NetNS:/var/run/netns/ff358389-7f56-4cb7-bf72-96c0aa44dc3a Networks:[] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.663057114Z" level=info msg="Checking pod default_hello-world-app-55bf9c44b4-h2v7d for CNI network kindnet (type=ptp)"
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.666051797Z" level=info msg="Ran pod sandbox 6db517fa4fc1c49fbbfc91150e7667841c338be5cb066b16f853ab10807c27ea with infra container: default/hello-world-app-55bf9c44b4-h2v7d/POD" id=2504914f-bca9-41ef-aa67-66436bb42df1 name=/runtime.v1.RuntimeService/RunPodSandbox
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.667452400Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=3c8f8df1-f3f4-488a-b8c6-eb74bce53ffb name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.667839837Z" level=info msg="Image docker.io/kicbase/echo-server:1.0 not found" id=3c8f8df1-f3f4-488a-b8c6-eb74bce53ffb name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.668572685Z" level=info msg="Pulling image: docker.io/kicbase/echo-server:1.0" id=fe6b90b9-e702-4a71-b035-8a9ac3e2ec28 name=/runtime.v1.ImageService/PullImage
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.673144930Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:56:41 addons-038671 crio[963]: time="2024-10-28 11:56:41.914917461Z" level=info msg="Trying to access \"docker.io/kicbase/echo-server:1.0\""
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.701376112Z" level=info msg="Pulled image: docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6" id=fe6b90b9-e702-4a71-b035-8a9ac3e2ec28 name=/runtime.v1.ImageService/PullImage
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.702359370Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=966d1ae3-2787-4f79-a0c0-2cc9da786c60 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.703047098Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=966d1ae3-2787-4f79-a0c0-2cc9da786c60 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.705596719Z" level=info msg="Checking image status: docker.io/kicbase/echo-server:1.0" id=892b1380-0a89-442f-870b-b35b0e7cd431 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.706353451Z" level=info msg="Image status: &ImageStatusResponse{Image:&Image{Id:ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17,RepoTags:[docker.io/kicbase/echo-server:1.0],RepoDigests:[docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 docker.io/kicbase/echo-server@sha256:42a89d9b22e5307cb88494990d5d929c401339f508c0a7e98a4d8ac52623fc5b],Size_:4789170,Uid:nil,Username:,Spec:nil,},Info:map[string]string{},}" id=892b1380-0a89-442f-870b-b35b0e7cd431 name=/runtime.v1.ImageService/ImageStatus
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.707771523Z" level=info msg="Creating container: default/hello-world-app-55bf9c44b4-h2v7d/hello-world-app" id=44faa3c5-28a4-44f0-91b1-5da351bfcc53 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.707880848Z" level=warning msg="Allowed annotations are specified for workload []"
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.736633555Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/3149538ddaa7db19ca4fde55d7d5d78e254bf61ad2861402921c5a2586af6ff9/merged/etc/passwd: no such file or directory"
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.736674860Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/3149538ddaa7db19ca4fde55d7d5d78e254bf61ad2861402921c5a2586af6ff9/merged/etc/group: no such file or directory"
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.801622879Z" level=info msg="Created container cc5970fc55cb250a691007a0d39208b3048a87d8890c736388df7e10ce8a3489: default/hello-world-app-55bf9c44b4-h2v7d/hello-world-app" id=44faa3c5-28a4-44f0-91b1-5da351bfcc53 name=/runtime.v1.RuntimeService/CreateContainer
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.803826745Z" level=info msg="Starting container: cc5970fc55cb250a691007a0d39208b3048a87d8890c736388df7e10ce8a3489" id=edab89bf-cd81-42dd-983d-1fb32ac6ebbe name=/runtime.v1.RuntimeService/StartContainer
Oct 28 11:56:42 addons-038671 crio[963]: time="2024-10-28 11:56:42.819277762Z" level=info msg="Started container" PID=9427 containerID=cc5970fc55cb250a691007a0d39208b3048a87d8890c736388df7e10ce8a3489 description=default/hello-world-app-55bf9c44b4-h2v7d/hello-world-app id=edab89bf-cd81-42dd-983d-1fb32ac6ebbe name=/runtime.v1.RuntimeService/StartContainer sandboxID=6db517fa4fc1c49fbbfc91150e7667841c338be5cb066b16f853ab10807c27ea
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cc5970fc55cb2 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 Less than a second ago Running hello-world-app 0 6db517fa4fc1c hello-world-app-55bf9c44b4-h2v7d
e53ac468489a8 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 2 minutes ago Running nginx 0 7527562e6746d nginx
19eca71c56db4 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 4 minutes ago Running busybox 0 b5e0a5ab0cd01 busybox
0d46d9bf4779f registry.k8s.io/ingress-nginx/controller@sha256:787a5408fa511266888b2e765f9666bee67d9bf2518a6b7cfd4ab6cc01c22eee 5 minutes ago Running controller 0 3e15d64eff8a6 ingress-nginx-controller-5f85ff4588-xdgwc
87f1b01d701d3 gcr.io/k8s-minikube/minikube-ingress-dns@sha256:4211a1de532376c881851542238121b26792225faa36a7b02dccad88fd05797c 5 minutes ago Running minikube-ingress-dns 0 6a0cf984f7c71 kube-ingress-dns-minikube
7527e7528d5a2 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited patch 0 a0cdbc5c0efa0 ingress-nginx-admission-patch-6zgv4
c1a904c174686 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:0550b75a965592f1dde3fbeaa98f67a1e10c5a086bcd69a29054cc4edcb56771 5 minutes ago Exited create 0 0e1dd50f88975 ingress-nginx-admission-create-4sqn7
3717801c495c2 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 6 minutes ago Running metrics-server 0 f074bd9bc1a79 metrics-server-84c5f94fbc-9gzdr
0bc74a2534292 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 6 minutes ago Running coredns 0 83f0e9516cef9 coredns-7c65d6cfc9-tmcl7
f3c3a8bf2a1f6 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 6 minutes ago Running coredns 0 ff745237ecc01 coredns-7c65d6cfc9-lp44j
90f1b7cf23569 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 6 minutes ago Running storage-provisioner 0 b055bdf256747 storage-provisioner
51277b0ad6228 0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa 7 minutes ago Running kindnet-cni 0 8798cb4f50492 kindnet-kmg44
067dd10e0f703 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba 7 minutes ago Running kube-proxy 0 54326c60944ab kube-proxy-7trv2
a061caec1b04d 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba 7 minutes ago Running kube-controller-manager 0 e899d21846e49 kube-controller-manager-addons-038671
1a9b413b1f248 f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270 7 minutes ago Running kube-apiserver 0 e8f9719cd735a kube-apiserver-addons-038671
8576625b7beb1 d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a 7 minutes ago Running kube-scheduler 0 9840561a94a77 kube-scheduler-addons-038671
64a354d55df77 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 7 minutes ago Running etcd 0 c810a164bd6fb etcd-addons-038671
==> coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] <==
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
CoreDNS-1.11.3
linux/arm64, go1.21.11, a6338e9
[INFO] 127.0.0.1:55557 - 38880 "HINFO IN 6151237072701176056.1825946421183680526. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.032187707s
[INFO] 10.244.0.15:40274 - 58170 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 109 false 1232" NXDOMAIN qr,aa,rd 179 0.000223088s
[INFO] 10.244.0.15:40274 - 7599 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 109 false 1232" NXDOMAIN qr,aa,rd 179 0.000108594s
[INFO] 10.244.0.15:40274 - 62426 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 85 false 1232" NXDOMAIN qr,aa,rd 167 0.000244939s
[INFO] 10.244.0.15:40274 - 46337 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 85 false 1232" NXDOMAIN qr,aa,rd 167 0.000164857s
[INFO] 10.244.0.15:40274 - 9841 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 81 false 1232" NXDOMAIN qr,aa,rd 163 0.000102481s
[INFO] 10.244.0.15:40274 - 38982 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 81 false 1232" NXDOMAIN qr,aa,rd 163 0.000092791s
[INFO] 10.244.0.15:40274 - 32491 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.001814336s
[INFO] 10.244.0.15:40274 - 31570 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 94 false 1232" NXDOMAIN qr,rd,ra 83 0.002665525s
[INFO] 10.244.0.15:40274 - 62969 "A IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 110 0.000244971s
[INFO] 10.244.0.15:40274 - 40699 "AAAA IN registry.kube-system.svc.cluster.local. udp 67 false 1232" NOERROR qr,aa,rd 149 0.000163814s
[INFO] 10.244.0.15:50819 - 50511 "AAAA IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000097461s
[INFO] 10.244.0.15:50819 - 49124 "A IN registry.kube-system.svc.cluster.local.kube-system.svc.cluster.local. udp 86 false 512" NXDOMAIN qr,aa,rd 179 0.000096139s
[INFO] 10.244.0.15:52521 - 50224 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000060406s
[INFO] 10.244.0.15:52521 - 50035 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000138141s
[INFO] 10.244.0.15:37858 - 63554 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000084874s
[INFO] 10.244.0.15:37858 - 63382 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000166719s
[INFO] 10.244.0.22:45869 - 32955 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000246989s
[INFO] 10.244.0.22:33697 - 56871 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000185649s
[INFO] 10.244.0.22:40918 - 40393 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000145805s
[INFO] 10.244.0.22:58611 - 41057 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.001729627s
[INFO] 10.244.0.25:33679 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000168311s
==> coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 05e3eaddc414b2d71a69b2e2bc6f2681fc1f4d04bcdd3acc1a41457bb7db518208b95ddfc4c9fffedc59c25a8faf458be1af4915a4a3c0d6777cb7a346bc5d86
CoreDNS-1.11.3
linux/arm64, go1.21.11, a6338e9
[INFO] 127.0.0.1:32984 - 10428 "HINFO IN 6551915720169031357.5357354153780196744. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.005158462s
[INFO] 10.244.0.15:50810 - 41923 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000214211s
[INFO] 10.244.0.15:50810 - 42120 "AAAA IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000485455s
[INFO] 10.244.0.15:38459 - 1236 "AAAA IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001480988s
[INFO] 10.244.0.15:38459 - 783 "A IN registry.kube-system.svc.cluster.local.us-east-2.compute.internal. udp 83 false 512" NXDOMAIN qr,rd,ra 83 0.001456331s
[INFO] 10.244.0.22:35933 - 65134 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000150285s
[INFO] 10.244.0.22:57180 - 48187 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000132094s
[INFO] 10.244.0.22:41189 - 64205 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00008169s
[INFO] 10.244.0.22:52373 - 16861 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002169953s
[INFO] 10.244.0.22:56947 - 40226 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002342539s
[INFO] 10.244.0.22:47272 - 44180 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001499244s
[INFO] 10.244.0.25:60625 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000172857s
==> describe nodes <==
Name: addons-038671
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-038671
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=addons-038671
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_49_27_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-038671
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:49:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-038671
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:56:36 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:54:33 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:54:33 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:54:33 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:54:33 +0000 Mon, 28 Oct 2024 11:50:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-038671
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 48a05ccbf26f455ca96993d642de1048
System UUID: 17f8bb97-6e48-4525-b9da-e2b1b758a912
Boot ID: 7206fba0-79a5-434d-956e-eb6133d7b735
Kernel Version: 5.15.0-1071-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (15 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m41s
default hello-world-app-55bf9c44b4-h2v7d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m20s
ingress-nginx ingress-nginx-controller-5f85ff4588-xdgwc 100m (5%) 0 (0%) 90Mi (1%) 0 (0%) 7m6s
kube-system coredns-7c65d6cfc9-lp44j 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 7m10s
kube-system coredns-7c65d6cfc9-tmcl7 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 7m10s
kube-system etcd-addons-038671 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 7m17s
kube-system kindnet-kmg44 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 7m11s
kube-system kube-apiserver-addons-038671 250m (12%) 0 (0%) 0 (0%) 0 (0%) 7m17s
kube-system kube-controller-manager-addons-038671 200m (10%) 0 (0%) 0 (0%) 0 (0%) 7m17s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m7s
kube-system kube-proxy-7trv2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m11s
kube-system kube-scheduler-addons-038671 100m (5%) 0 (0%) 0 (0%) 0 (0%) 7m17s
kube-system metrics-server-84c5f94fbc-9gzdr 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 7m7s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 7m7s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1150m (57%) 100m (5%)
memory 580Mi (7%) 390Mi (4%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 7m6s kube-proxy
Normal NodeHasSufficientMemory 7m24s (x8 over 7m24s) kubelet Node addons-038671 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m24s (x8 over 7m24s) kubelet Node addons-038671 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m24s (x7 over 7m24s) kubelet Node addons-038671 status is now: NodeHasSufficientPID
Normal Starting 7m17s kubelet Starting kubelet.
Warning CgroupV1 7m17s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 7m17s kubelet Node addons-038671 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m17s kubelet Node addons-038671 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m17s kubelet Node addons-038671 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m13s node-controller Node addons-038671 event: Registered Node addons-038671 in Controller
Normal NodeReady 6m27s kubelet Node addons-038671 status is now: NodeReady
==> dmesg <==
[Oct28 10:02] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[ +0.673094] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] <==
{"level":"info","ts":"2024-10-28T11:49:20.055745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-10-28T11:49:20.055765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055790Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.057668Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.059591Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-038671 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-10-28T11:49:20.059645Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-28T11:49:20.060075Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-28T11:49:20.060248Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-10-28T11:49:20.060271Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-10-28T11:49:20.060850Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-28T11:49:20.061717Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-10-28T11:49:20.060850Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-28T11:49:20.064629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-10-28T11:49:20.071973Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.075737Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.075787Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:32.353844Z","caller":"traceutil/trace.go:171","msg":"trace[747557733] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"180.853607ms","start":"2024-10-28T11:49:32.172974Z","end":"2024-10-28T11:49:32.353828Z","steps":["trace[747557733] 'process raft request' (duration: 180.743699ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.184885Z","caller":"traceutil/trace.go:171","msg":"trace[1717804744] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"212.591555ms","start":"2024-10-28T11:49:33.972275Z","end":"2024-10-28T11:49:34.184866Z","steps":["trace[1717804744] 'process raft request' (duration: 139.556477ms)","trace[1717804744] 'compare' (duration: 72.896215ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:49:34.187991Z","caller":"traceutil/trace.go:171","msg":"trace[393317470] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"215.177209ms","start":"2024-10-28T11:49:33.972800Z","end":"2024-10-28T11:49:34.187978Z","steps":["trace[393317470] 'process raft request' (duration: 215.026055ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.191692Z","caller":"traceutil/trace.go:171","msg":"trace[250258029] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"218.751891ms","start":"2024-10-28T11:49:33.972920Z","end":"2024-10-28T11:49:34.191672Z","steps":["trace[250258029] 'process raft request' (duration: 214.99042ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.191887Z","caller":"traceutil/trace.go:171","msg":"trace[417587804] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"219.008809ms","start":"2024-10-28T11:49:33.972870Z","end":"2024-10-28T11:49:34.191879Z","steps":["trace[417587804] 'process raft request' (duration: 215.020877ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:49:34.260671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.821689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:49:34.265297Z","caller":"traceutil/trace.go:171","msg":"trace[1362716322] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:372; }","duration":"174.454142ms","start":"2024-10-28T11:49:34.090824Z","end":"2024-10-28T11:49:34.265278Z","steps":["trace[1362716322] 'agreement among raft nodes before linearized reading' (duration: 169.299474ms)"],"step_count":1}
==> kernel <==
11:56:43 up 1 day, 17:38, 0 users, load average: 0.17, 1.11, 2.00
Linux addons-038671 5.15.0-1071-aws #77~20.04.1-Ubuntu SMP Thu Oct 3 19:34:36 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] <==
I1028 11:54:36.355468 1 main.go:300] handling current node
I1028 11:54:46.357608 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:54:46.357643 1 main.go:300] handling current node
I1028 11:54:56.357351 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:54:56.357384 1 main.go:300] handling current node
I1028 11:55:06.354688 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:06.354725 1 main.go:300] handling current node
I1028 11:55:16.357326 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:16.357360 1 main.go:300] handling current node
I1028 11:55:26.360933 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:26.360969 1 main.go:300] handling current node
I1028 11:55:36.354911 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:36.354947 1 main.go:300] handling current node
I1028 11:55:46.357369 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:46.357405 1 main.go:300] handling current node
I1028 11:55:56.364187 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:55:56.364224 1 main.go:300] handling current node
I1028 11:56:06.362659 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:56:06.362691 1 main.go:300] handling current node
I1028 11:56:16.357335 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:56:16.357474 1 main.go:300] handling current node
I1028 11:56:26.361225 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:56:26.361257 1 main.go:300] handling current node
I1028 11:56:36.355351 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:56:36.355483 1 main.go:300] handling current node
==> kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] <==
E1028 11:51:27.060848 1 remote_available_controller.go:448] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.102.155.225:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.102.155.225:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.102.155.225:443: connect: connection refused" logger="UnhandledError"
I1028 11:51:27.207208 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 11:52:13.016234 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52150: use of closed network connection
E1028 11:52:13.415007 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52190: use of closed network connection
I1028 11:52:23.008995 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.109.17.167"}
E1028 11:53:09.871878 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1028 11:53:51.652375 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 11:54:03.604908 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.605238 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.642348 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.642407 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.666950 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.667084 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.690049 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.690186 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.707895 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.708010 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 11:54:04.695306 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 11:54:04.711925 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1028 11:54:04.757016 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
I1028 11:54:17.250628 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1028 11:54:18.277689 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 11:54:22.792424 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 11:54:23.138558 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.110.249.230"}
I1028 11:56:41.557308 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.105.46.29"}
==> kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] <==
E1028 11:54:42.299178 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:54:49.211304 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:54:49.211344 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:55:13.915725 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:55:13.915767 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:55:18.994108 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:55:18.994149 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:55:25.296788 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:55:25.296835 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:55:36.669163 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:55:36.669203 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:55:57.805631 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:55:57.805676 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:56:12.363869 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:56:12.363910 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:56:15.501281 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:56:15.501326 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:56:33.812061 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:56:33.812103 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 11:56:41.303927 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="33.077192ms"
I1028 11:56:41.321177 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="16.662853ms"
I1028 11:56:41.321286 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="36.275µs"
I1028 11:56:41.326898 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="61.013µs"
I1028 11:56:43.066607 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="13.113489ms"
I1028 11:56:43.066679 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/hello-world-app-55bf9c44b4" duration="29.809µs"
==> kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] <==
I1028 11:49:36.910322 1 server_linux.go:66] "Using iptables proxy"
I1028 11:49:37.328890 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 11:49:37.329052 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:49:37.378346 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 11:49:37.378413 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:49:37.385784 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:49:37.395910 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:49:37.395963 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:49:37.427841 1 config.go:199] "Starting service config controller"
I1028 11:49:37.427886 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:49:37.427925 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:49:37.427938 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:49:37.428309 1 config.go:328] "Starting node config controller"
I1028 11:49:37.428328 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:49:37.528632 1 shared_informer.go:320] Caches are synced for node config
I1028 11:49:37.528732 1 shared_informer.go:320] Caches are synced for service config
I1028 11:49:37.528793 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] <==
W1028 11:49:24.550900 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 11:49:24.550931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551152 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.551181 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551247 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 11:49:24.551270 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551388 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1028 11:49:24.551413 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551779 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 11:49:24.551834 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551916 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1028 11:49:24.551941 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552017 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.552040 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552571 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.552609 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552725 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1028 11:49:24.552746 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553038 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1028 11:49:24.553064 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553168 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 11:49:24.553193 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553575 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.553612 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1028 11:49:25.644675 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 11:54:56 addons-038671 kubelet[1495]: E1028 11:54:56.504401 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116496504179523,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:54:56 addons-038671 kubelet[1495]: E1028 11:54:56.504437 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116496504179523,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:06 addons-038671 kubelet[1495]: E1028 11:55:06.507377 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116506507132444,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:06 addons-038671 kubelet[1495]: E1028 11:55:06.507928 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116506507132444,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:16 addons-038671 kubelet[1495]: E1028 11:55:16.511191 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116516510893567,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:16 addons-038671 kubelet[1495]: E1028 11:55:16.511240 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116516510893567,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:26 addons-038671 kubelet[1495]: E1028 11:55:26.514461 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116526514182448,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:26 addons-038671 kubelet[1495]: E1028 11:55:26.514499 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116526514182448,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:36 addons-038671 kubelet[1495]: E1028 11:55:36.517414 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116536517148916,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:36 addons-038671 kubelet[1495]: E1028 11:55:36.517456 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116536517148916,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:43 addons-038671 kubelet[1495]: I1028 11:55:43.377428 1495 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 28 11:55:46 addons-038671 kubelet[1495]: E1028 11:55:46.519833 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116546519571797,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:46 addons-038671 kubelet[1495]: E1028 11:55:46.519870 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116546519571797,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:56 addons-038671 kubelet[1495]: E1028 11:55:56.522396 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116556522155364,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:55:56 addons-038671 kubelet[1495]: E1028 11:55:56.522435 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116556522155364,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:06 addons-038671 kubelet[1495]: E1028 11:56:06.525247 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116566525009841,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:06 addons-038671 kubelet[1495]: E1028 11:56:06.525285 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116566525009841,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:16 addons-038671 kubelet[1495]: E1028 11:56:16.532245 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116576532016148,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:16 addons-038671 kubelet[1495]: E1028 11:56:16.532287 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116576532016148,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:26 addons-038671 kubelet[1495]: E1028 11:56:26.535253 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116586534997231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:26 addons-038671 kubelet[1495]: E1028 11:56:26.535295 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116586534997231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:36 addons-038671 kubelet[1495]: E1028 11:56:36.538365 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116596538141626,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:36 addons-038671 kubelet[1495]: E1028 11:56:36.538402 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116596538141626,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:587721,},InodesUsed:&UInt64Value{Value:225,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:56:41 addons-038671 kubelet[1495]: I1028 11:56:41.296985 1495 pod_startup_latency_tracker.go:104] "Observed pod startup duration" pod="default/nginx" podStartSLOduration=137.663881066 podStartE2EDuration="2m18.296966926s" podCreationTimestamp="2024-10-28 11:54:23 +0000 UTC" firstStartedPulling="2024-10-28 11:54:23.385744086 +0000 UTC m=+297.174079730" lastFinishedPulling="2024-10-28 11:54:24.018829937 +0000 UTC m=+297.807165590" observedRunningTime="2024-10-28 11:54:24.772946266 +0000 UTC m=+298.561281911" watchObservedRunningTime="2024-10-28 11:56:41.296966926 +0000 UTC m=+435.085302571"
Oct 28 11:56:41 addons-038671 kubelet[1495]: I1028 11:56:41.427886 1495 reconciler_common.go:245] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x2zl8\" (UniqueName: \"kubernetes.io/projected/fd73acbf-7ecd-4392-926b-e902d95d7952-kube-api-access-x2zl8\") pod \"hello-world-app-55bf9c44b4-h2v7d\" (UID: \"fd73acbf-7ecd-4392-926b-e902d95d7952\") " pod="default/hello-world-app-55bf9c44b4-h2v7d"
==> storage-provisioner [90f1b7cf23569a62a06ffd8bd2a79bac8223c5071f57acbb97746ade6ae22a9d] <==
I1028 11:50:17.623926 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 11:50:17.649572 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 11:50:17.649703 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 11:50:17.660701 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 11:50:17.660980 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741!
I1028 11:50:17.661155 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"1eabd466-d93c-4c4a-9b27-3add94f40bfc", APIVersion:"v1", ResourceVersion:"921", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741 became leader
I1028 11:50:17.761112 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-038671 -n addons-038671
helpers_test.go:261: (dbg) Run: kubectl --context addons-038671 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: ingress-nginx-admission-create-4sqn7 ingress-nginx-admission-patch-6zgv4
helpers_test.go:274: ======> post-mortem[TestAddons/parallel/Ingress]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context addons-038671 describe pod ingress-nginx-admission-create-4sqn7 ingress-nginx-admission-patch-6zgv4
helpers_test.go:277: (dbg) Non-zero exit: kubectl --context addons-038671 describe pod ingress-nginx-admission-create-4sqn7 ingress-nginx-admission-patch-6zgv4: exit status 1 (86.898809ms)
** stderr **
Error from server (NotFound): pods "ingress-nginx-admission-create-4sqn7" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-6zgv4" not found
** /stderr **
helpers_test.go:279: kubectl --context addons-038671 describe pod ingress-nginx-admission-create-4sqn7 ingress-nginx-admission-patch-6zgv4: exit status 1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable ingress-dns --alsologtostderr -v=1: (1.415601426s)
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable ingress --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable ingress --alsologtostderr -v=1: (7.741117847s)
--- FAIL: TestAddons/parallel/Ingress (151.35s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:394: metrics-server stabilized in 3.189577ms
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:344: "metrics-server-84c5f94fbc-9gzdr" [12f44978-205b-4e9e-8752-2cbcb69d1ef4] Running
addons_test.go:396: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 6.003508021s
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (113.257429ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 3m30.632846959s
** /stderr **
I1028 11:53:03.636017 1608572 retry.go:31] will retry after 3.752859745s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (89.791752ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 3m34.478310887s
** /stderr **
I1028 11:53:07.481688 1608572 retry.go:31] will retry after 5.897745543s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (97.339404ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 3m40.474440685s
** /stderr **
I1028 11:53:13.478063 1608572 retry.go:31] will retry after 8.686214904s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (90.547684ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 3m49.254650554s
** /stderr **
I1028 11:53:22.257763 1608572 retry.go:31] will retry after 12.98762954s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (96.22204ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 4m2.338965252s
** /stderr **
I1028 11:53:35.342266 1608572 retry.go:31] will retry after 20.464192362s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (95.36407ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 4m22.899043688s
** /stderr **
I1028 11:53:55.902165 1608572 retry.go:31] will retry after 20.368117133s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (85.028304ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 4m43.352457761s
** /stderr **
I1028 11:54:16.355678 1608572 retry.go:31] will retry after 50.613606555s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (94.735034ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 5m34.06434046s
** /stderr **
I1028 11:55:07.067263 1608572 retry.go:31] will retry after 35.415811838s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (93.208449ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 6m9.581989302s
** /stderr **
I1028 11:55:42.584889 1608572 retry.go:31] will retry after 55.25301095s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (85.649162ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 7m4.921637734s
** /stderr **
I1028 11:56:37.925525 1608572 retry.go:31] will retry after 49.824349161s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (84.221613ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 7m54.833871641s
** /stderr **
I1028 11:57:27.836797 1608572 retry.go:31] will retry after 1m27.64869569s: exit status 1
addons_test.go:402: (dbg) Run: kubectl --context addons-038671 top pods -n kube-system
addons_test.go:402: (dbg) Non-zero exit: kubectl --context addons-038671 top pods -n kube-system: exit status 1 (92.947583ms)
** stderr **
error: Metrics not available for pod kube-system/coredns-7c65d6cfc9-lp44j, age: 9m22.576126448s
** /stderr **
addons_test.go:416: failed checking metric server: exit status 1
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestAddons/parallel/MetricsServer]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect addons-038671
helpers_test.go:235: (dbg) docker inspect addons-038671:
-- stdout --
[
{
"Id": "c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de",
"Created": "2024-10-28T11:49:02.870683304Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1609834,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T11:49:03.025228198Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e536a13478ac3e12b0286f2242f0931e32c32cc3eeb0139a219c9133dcd9fe90",
"ResolvConfPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/hostname",
"HostsPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/hosts",
"LogPath": "/var/lib/docker/containers/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de/c9f2a1e1c845479d7231648836befd29d9e92cda1e87ebb6aea3a721d49563de-json.log",
"Name": "/addons-038671",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-038671:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "addons-038671",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4194304000,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8388608000,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838-init/diff:/var/lib/docker/overlay2/8f3742a328dbc9866e13451d94811b92ede28d254ccde76ad8d84a5bced37ebb/diff",
"MergedDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/merged",
"UpperDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/diff",
"WorkDir": "/var/lib/docker/overlay2/a43203368ad04cde44a8e22a9ff42dd38346b57a82e707df8f4926a5e05bf838/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "addons-038671",
"Source": "/var/lib/docker/volumes/addons-038671/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "addons-038671",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-038671",
"name.minikube.sigs.k8s.io": "addons-038671",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "2410a6fc722541ef4c0b07097507f43ab6d35a52313e4708f5cc7f61c88d427d",
"SandboxKey": "/var/run/docker/netns/2410a6fc7225",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40450"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40451"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40454"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40452"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40453"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"addons-038671": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null,
"NetworkID": "33411056cccf7f244ad44d4af59f69c0bdb617bea48dcda5a141cd304da94e3d",
"EndpointID": "c696a936060492f0bc6f8ab866c6002a06295c8c3a978a9347acba5ec7faf98b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-038671",
"c9f2a1e1c845"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p addons-038671 -n addons-038671
helpers_test.go:244: <<< TestAddons/parallel/MetricsServer FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestAddons/parallel/MetricsServer]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 logs -n 25: (1.464251504s)
helpers_test.go:252: TestAddons/parallel/MetricsServer logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
| start | --download-only -p | download-docker-473698 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | download-docker-473698 | | | | | |
| | --alsologtostderr | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p download-docker-473698 | download-docker-473698 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| start | --download-only -p | binary-mirror-567336 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | binary-mirror-567336 | | | | | |
| | --alsologtostderr | | | | | |
| | --binary-mirror | | | | | |
| | http://127.0.0.1:36887 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p binary-mirror-567336 | binary-mirror-567336 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| addons | disable dashboard -p | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | addons-038671 | | | | | |
| addons | enable dashboard -p | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | addons-038671 | | | | | |
| start | -p addons-038671 --wait=true | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:52 UTC |
| | --memory=4000 --alsologtostderr | | | | | |
| | --addons=registry | | | | | |
| | --addons=metrics-server | | | | | |
| | --addons=volumesnapshots | | | | | |
| | --addons=csi-hostpath-driver | | | | | |
| | --addons=gcp-auth | | | | | |
| | --addons=cloud-spanner | | | | | |
| | --addons=inspektor-gadget | | | | | |
| | --addons=nvidia-device-plugin | | | | | |
| | --addons=yakd --addons=volcano | | | | | |
| | --addons=amd-gpu-device-plugin | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| | --addons=ingress | | | | | |
| | --addons=ingress-dns | | | | | |
| | --addons=storage-provisioner-rancher | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | volcano --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | gcp-auth --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | enable headlamp | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | -p addons-038671 | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | headlamp --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| ip | addons-038671 ip | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | registry --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | yakd --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | disable nvidia-device-plugin | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-038671 ssh cat | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | /opt/local-path-provisioner/pvc-351738fb-c6b4-4e0d-b383-b45876987520_default_test-pvc/file1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:53 UTC |
| | storage-provisioner-rancher | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:52 UTC | 28 Oct 24 11:52 UTC |
| | disable cloud-spanner | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable volumesnapshots | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable csi-hostpath-driver | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| addons | addons-038671 addons | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | 28 Oct 24 11:54 UTC |
| | disable inspektor-gadget | | | | | |
| | --alsologtostderr -v=1 | | | | | |
| ssh | addons-038671 ssh curl -s | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:54 UTC | |
| | http://127.0.0.1/ -H 'Host: | | | | | |
| | nginx.example.com' | | | | | |
| ip | addons-038671 ip | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:56 UTC | 28 Oct 24 11:56 UTC |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:56 UTC | 28 Oct 24 11:56 UTC |
| | ingress-dns --alsologtostderr | | | | | |
| | -v=1 | | | | | |
| addons | addons-038671 addons disable | addons-038671 | jenkins | v1.34.0 | 28 Oct 24 11:56 UTC | 28 Oct 24 11:56 UTC |
| | ingress --alsologtostderr -v=1 | | | | | |
|---------|---------------------------------------------------------------------------------------------|------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:48:38
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:48:38.475186 1609335 out.go:345] Setting OutFile to fd 1 ...
I1028 11:48:38.475318 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:38.475329 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:48:38.475335 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:38.475553 1609335 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 11:48:38.476079 1609335 out.go:352] Setting JSON to false
I1028 11:48:38.476916 1609335 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":149449,"bootTime":1729966670,"procs":160,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 11:48:38.476979 1609335 start.go:139] virtualization:
I1028 11:48:38.478617 1609335 out.go:177] * [addons-038671] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 11:48:38.480161 1609335 out.go:177] - MINIKUBE_LOCATION=19875
I1028 11:48:38.480225 1609335 notify.go:220] Checking for updates...
I1028 11:48:38.482385 1609335 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:48:38.483713 1609335 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:48:38.484947 1609335 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 11:48:38.486010 1609335 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 11:48:38.487054 1609335 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 11:48:38.488568 1609335 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:48:38.511693 1609335 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:48:38.511826 1609335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:38.577592 1609335 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-28 11:48:38.567903 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aarc
h64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridge-
nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:38.577708 1609335 docker.go:318] overlay module found
I1028 11:48:38.579050 1609335 out.go:177] * Using the docker driver based on user configuration
I1028 11:48:38.580191 1609335 start.go:297] selected driver: docker
I1028 11:48:38.580209 1609335 start.go:901] validating driver "docker" against <nil>
I1028 11:48:38.580224 1609335 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 11:48:38.580920 1609335 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:38.636460 1609335 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:44 SystemTime:2024-10-28 11:48:38.627661117 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:38.636668 1609335 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:48:38.636889 1609335 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:48:38.638252 1609335 out.go:177] * Using Docker driver with root privileges
I1028 11:48:38.639798 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:48:38.639859 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:48:38.639873 1609335 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:48:38.639971 1609335 start.go:340] cluster config:
{Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSH
AgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:48:38.641780 1609335 out.go:177] * Starting "addons-038671" primary control-plane node in "addons-038671" cluster
I1028 11:48:38.642929 1609335 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:48:38.644044 1609335 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:48:38.645255 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:38.645300 1609335 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 11:48:38.645313 1609335 cache.go:56] Caching tarball of preloaded images
I1028 11:48:38.645338 1609335 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:48:38.645396 1609335 preload.go:172] Found /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1028 11:48:38.645406 1609335 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:48:38.645754 1609335 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json ...
I1028 11:48:38.645782 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json: {Name:mk6d6ed9d0d30ef179bca2787a7f733f81aac6a2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:48:38.660629 1609335 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:48:38.660769 1609335 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:48:38.660792 1609335 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 11:48:38.660797 1609335 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 11:48:38.660805 1609335 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 11:48:38.660813 1609335 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from local cache
I1028 11:48:55.526461 1609335 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e from cached tarball
I1028 11:48:55.526502 1609335 cache.go:194] Successfully downloaded all kic artifacts
I1028 11:48:55.526533 1609335 start.go:360] acquireMachinesLock for addons-038671: {Name:mk3e1ed6f4160c4f9af956397d540441f20168d7 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 11:48:55.526657 1609335 start.go:364] duration metric: took 101.226µs to acquireMachinesLock for "addons-038671"
I1028 11:48:55.526689 1609335 start.go:93] Provisioning new machine with config: &{Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQe
muFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:48:55.526774 1609335 start.go:125] createHost starting for "" (driver="docker")
I1028 11:48:55.529930 1609335 out.go:235] * Creating docker container (CPUs=2, Memory=4000MB) ...
I1028 11:48:55.530166 1609335 start.go:159] libmachine.API.Create for "addons-038671" (driver="docker")
I1028 11:48:55.530199 1609335 client.go:168] LocalClient.Create starting
I1028 11:48:55.530311 1609335 main.go:141] libmachine: Creating CA: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem
I1028 11:48:55.975366 1609335 main.go:141] libmachine: Creating client certificate: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem
I1028 11:48:56.535337 1609335 cli_runner.go:164] Run: docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 11:48:56.549976 1609335 cli_runner.go:211] docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 11:48:56.550063 1609335 network_create.go:284] running [docker network inspect addons-038671] to gather additional debugging logs...
I1028 11:48:56.550084 1609335 cli_runner.go:164] Run: docker network inspect addons-038671
W1028 11:48:56.566135 1609335 cli_runner.go:211] docker network inspect addons-038671 returned with exit code 1
I1028 11:48:56.566174 1609335 network_create.go:287] error running [docker network inspect addons-038671]: docker network inspect addons-038671: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-038671 not found
I1028 11:48:56.566187 1609335 network_create.go:289] output of [docker network inspect addons-038671]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-038671 not found
** /stderr **
I1028 11:48:56.566289 1609335 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:48:56.582739 1609335 network.go:206] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x4001911900}
I1028 11:48:56.582777 1609335 network_create.go:124] attempt to create docker network addons-038671 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I1028 11:48:56.582838 1609335 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-038671 addons-038671
I1028 11:48:56.649853 1609335 network_create.go:108] docker network addons-038671 192.168.49.0/24 created
I1028 11:48:56.649885 1609335 kic.go:121] calculated static IP "192.168.49.2" for the "addons-038671" container
I1028 11:48:56.649975 1609335 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1028 11:48:56.666248 1609335 cli_runner.go:164] Run: docker volume create addons-038671 --label name.minikube.sigs.k8s.io=addons-038671 --label created_by.minikube.sigs.k8s.io=true
I1028 11:48:56.684142 1609335 oci.go:103] Successfully created a docker volume addons-038671
I1028 11:48:56.684239 1609335 cli_runner.go:164] Run: docker run --rm --name addons-038671-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --entrypoint /usr/bin/test -v addons-038671:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib
I1028 11:48:58.775504 1609335 cli_runner.go:217] Completed: docker run --rm --name addons-038671-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --entrypoint /usr/bin/test -v addons-038671:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -d /var/lib: (2.091224577s)
I1028 11:48:58.775532 1609335 oci.go:107] Successfully prepared a docker volume addons-038671
I1028 11:48:58.775558 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:58.775577 1609335 kic.go:194] Starting extracting preloaded images to volume ...
I1028 11:48:58.775722 1609335 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-038671:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir
I1028 11:49:02.803176 1609335 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4:/preloaded.tar:ro -v addons-038671:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e -I lz4 -xf /preloaded.tar -C /extractDir: (4.027411099s)
I1028 11:49:02.803209 1609335 kic.go:203] duration metric: took 4.027628314s to extract preloaded images to volume ...
W1028 11:49:02.803348 1609335 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I1028 11:49:02.803461 1609335 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1028 11:49:02.856587 1609335 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-038671 --name addons-038671 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-038671 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-038671 --network addons-038671 --ip 192.168.49.2 --volume addons-038671:/var --security-opt apparmor=unconfined --memory=4000mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e
I1028 11:49:03.196818 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Running}}
I1028 11:49:03.216042 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.235460 1609335 cli_runner.go:164] Run: docker exec addons-038671 stat /var/lib/dpkg/alternatives/iptables
I1028 11:49:03.297449 1609335 oci.go:144] the created container "addons-038671" has a running status.
I1028 11:49:03.297478 1609335 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa...
I1028 11:49:03.677670 1609335 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1028 11:49:03.708821 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.737102 1609335 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1028 11:49:03.737128 1609335 kic_runner.go:114] Args: [docker exec --privileged addons-038671 chown docker:docker /home/docker/.ssh/authorized_keys]
I1028 11:49:03.819583 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:03.845991 1609335 machine.go:93] provisionDockerMachine start ...
I1028 11:49:03.846106 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:03.869289 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:03.869656 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:03.869674 1609335 main.go:141] libmachine: About to run SSH command:
hostname
I1028 11:49:04.035172 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-038671
I1028 11:49:04.035197 1609335 ubuntu.go:169] provisioning hostname "addons-038671"
I1028 11:49:04.035266 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.061444 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.061693 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.061711 1609335 main.go:141] libmachine: About to run SSH command:
sudo hostname addons-038671 && echo "addons-038671" | sudo tee /etc/hostname
I1028 11:49:04.200205 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>: addons-038671
I1028 11:49:04.200284 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.219368 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.219615 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.219751 1609335 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-038671' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-038671/g' /etc/hosts;
else
echo '127.0.1.1 addons-038671' | sudo tee -a /etc/hosts;
fi
fi
I1028 11:49:04.351480 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 11:49:04.351505 1609335 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19875-1603180/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-1603180/.minikube}
I1028 11:49:04.351533 1609335 ubuntu.go:177] setting up certificates
I1028 11:49:04.351542 1609335 provision.go:84] configureAuth start
I1028 11:49:04.351604 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:04.366951 1609335 provision.go:143] copyHostCerts
I1028 11:49:04.367056 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.pem (1082 bytes)
I1028 11:49:04.367169 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/cert.pem (1123 bytes)
I1028 11:49:04.367224 1609335 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/key.pem (1675 bytes)
I1028 11:49:04.367267 1609335 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem org=jenkins.addons-038671 san=[127.0.0.1 192.168.49.2 addons-038671 localhost minikube]
I1028 11:49:04.705919 1609335 provision.go:177] copyRemoteCerts
I1028 11:49:04.706034 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 11:49:04.706096 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.721699 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:04.812447 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 11:49:04.835916 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1028 11:49:04.860116 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1028 11:49:04.882760 1609335 provision.go:87] duration metric: took 531.204005ms to configureAuth
I1028 11:49:04.882786 1609335 ubuntu.go:193] setting minikube options for container-runtime
I1028 11:49:04.882965 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:04.883069 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:04.898905 1609335 main.go:141] libmachine: Using SSH client type: native
I1028 11:49:04.899143 1609335 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40450 <nil> <nil>}
I1028 11:49:04.899158 1609335 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 11:49:05.133036 1609335 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 11:49:05.133102 1609335 machine.go:96] duration metric: took 1.287089181s to provisionDockerMachine
I1028 11:49:05.133128 1609335 client.go:171] duration metric: took 9.6029209s to LocalClient.Create
I1028 11:49:05.133177 1609335 start.go:167] duration metric: took 9.602998455s to libmachine.API.Create "addons-038671"
I1028 11:49:05.133204 1609335 start.go:293] postStartSetup for "addons-038671" (driver="docker")
I1028 11:49:05.133230 1609335 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 11:49:05.133377 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 11:49:05.133447 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.150469 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.244770 1609335 ssh_runner.go:195] Run: cat /etc/os-release
I1028 11:49:05.247810 1609335 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 11:49:05.247842 1609335 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 11:49:05.247853 1609335 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 11:49:05.247860 1609335 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 11:49:05.247870 1609335 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/addons for local assets ...
I1028 11:49:05.247933 1609335 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/files for local assets ...
I1028 11:49:05.247958 1609335 start.go:296] duration metric: took 114.734408ms for postStartSetup
I1028 11:49:05.248279 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:05.263405 1609335 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/config.json ...
I1028 11:49:05.263730 1609335 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 11:49:05.263783 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.279137 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.364235 1609335 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 11:49:05.368810 1609335 start.go:128] duration metric: took 9.842020504s to createHost
I1028 11:49:05.368836 1609335 start.go:83] releasing machines lock for "addons-038671", held for 9.842164224s
I1028 11:49:05.368908 1609335 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-038671
I1028 11:49:05.385336 1609335 ssh_runner.go:195] Run: cat /version.json
I1028 11:49:05.385387 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.385389 1609335 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 11:49:05.385453 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:05.410347 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.413165 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:05.498941 1609335 ssh_runner.go:195] Run: systemctl --version
I1028 11:49:05.629458 1609335 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 11:49:05.767503 1609335 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 11:49:05.771544 1609335 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:49:05.790763 1609335 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 11:49:05.790842 1609335 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 11:49:05.819146 1609335 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist, /etc/cni/net.d/100-crio-bridge.conf] bridge cni config(s)
I1028 11:49:05.819168 1609335 start.go:495] detecting cgroup driver to use...
I1028 11:49:05.819200 1609335 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 11:49:05.819262 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 11:49:05.833490 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 11:49:05.843967 1609335 docker.go:217] disabling cri-docker service (if available) ...
I1028 11:49:05.844056 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 11:49:05.857494 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 11:49:05.871746 1609335 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 11:49:05.960703 1609335 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 11:49:06.057876 1609335 docker.go:233] disabling docker service ...
I1028 11:49:06.057988 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 11:49:06.076962 1609335 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 11:49:06.088860 1609335 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 11:49:06.179208 1609335 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 11:49:06.285246 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 11:49:06.298426 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 11:49:06.315056 1609335 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 11:49:06.315145 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.325026 1609335 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 11:49:06.325141 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.334805 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.344998 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.354538 1609335 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 11:49:06.363519 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.372919 1609335 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.388183 1609335 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 11:49:06.398078 1609335 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 11:49:06.406872 1609335 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 11:49:06.415030 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:06.502207 1609335 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 11:49:06.608914 1609335 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 11:49:06.609042 1609335 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 11:49:06.612562 1609335 start.go:563] Will wait 60s for crictl version
I1028 11:49:06.612654 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:49:06.616339 1609335 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 11:49:06.657532 1609335 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 11:49:06.657667 1609335 ssh_runner.go:195] Run: crio --version
I1028 11:49:06.694371 1609335 ssh_runner.go:195] Run: crio --version
I1028 11:49:06.734355 1609335 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 11:49:06.736908 1609335 cli_runner.go:164] Run: docker network inspect addons-038671 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 11:49:06.752246 1609335 ssh_runner.go:195] Run: grep 192.168.49.1 host.minikube.internal$ /etc/hosts
I1028 11:49:06.755722 1609335 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:49:06.765896 1609335 kubeadm.go:883] updating cluster {Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 11:49:06.766011 1609335 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:49:06.766081 1609335 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:49:06.843978 1609335 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:49:06.844007 1609335 crio.go:433] Images already preloaded, skipping extraction
I1028 11:49:06.844064 1609335 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 11:49:06.879231 1609335 crio.go:514] all images are preloaded for cri-o runtime.
I1028 11:49:06.879252 1609335 cache_images.go:84] Images are preloaded, skipping loading
I1028 11:49:06.879260 1609335 kubeadm.go:934] updating node { 192.168.49.2 8443 v1.31.2 crio true true} ...
I1028 11:49:06.879348 1609335 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-038671 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 11:49:06.879432 1609335 ssh_runner.go:195] Run: crio config
I1028 11:49:06.946196 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:49:06.946216 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:49:06.946227 1609335 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 11:49:06.946273 1609335 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-038671 NodeName:addons-038671 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.49.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 11:49:06.946434 1609335 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-038671"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.49.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 11:49:06.946518 1609335 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 11:49:06.955029 1609335 binaries.go:44] Found k8s binaries, skipping transfer
I1028 11:49:06.955122 1609335 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 11:49:06.963544 1609335 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1028 11:49:06.981583 1609335 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 11:49:06.998729 1609335 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2287 bytes)
I1028 11:49:07.016291 1609335 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I1028 11:49:07.019574 1609335 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1028 11:49:07.030195 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:07.128410 1609335 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:49:07.141751 1609335 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671 for IP: 192.168.49.2
I1028 11:49:07.141771 1609335 certs.go:194] generating shared ca certs ...
I1028 11:49:07.141788 1609335 certs.go:226] acquiring lock for ca certs: {Name:mkef350001610fdd9cbbb97677a025450a8a609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.142483 1609335 certs.go:240] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key
I1028 11:49:07.511636 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt ...
I1028 11:49:07.511670 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt: {Name:mk70dcc2f9403082e685da9ccabff3912591969e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.511863 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key ...
I1028 11:49:07.511876 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key: {Name:mk25d12083b7f39985b9ac6b80c2f09f86d5a74d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:07.511961 1609335 certs.go:240] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key
I1028 11:49:09.000996 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt ...
I1028 11:49:09.001026 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt: {Name:mkfcfd537c36b288dfe15b97fb31cadd5fb9b092 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.001720 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key ...
I1028 11:49:09.001735 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key: {Name:mka114ff80f107f3e9173cda207a65241c20301c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.002276 1609335 certs.go:256] generating profile certs ...
I1028 11:49:09.002342 1609335 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key
I1028 11:49:09.002360 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt with IP's: []
I1028 11:49:09.377471 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt ...
I1028 11:49:09.377506 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: {Name:mk5787d9aa1e381b3efde8ee7a25f49b7b5ba5c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.377678 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key ...
I1028 11:49:09.377692 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.key: {Name:mk915bdfd6a56581fb7768dfafb84b0ded457efb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.377762 1609335 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b
I1028 11:49:09.377785 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.49.2]
I1028 11:49:09.876451 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b ...
I1028 11:49:09.876487 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b: {Name:mk363756aca9afc460fd210430a42dedc8da6e40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.877117 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b ...
I1028 11:49:09.877133 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b: {Name:mk07614be0aaf9dcae48b16e942c070b9a8e65f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:09.877225 1609335 certs.go:381] copying /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt.36b7c43b -> /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt
I1028 11:49:09.877303 1609335 certs.go:385] copying /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key.36b7c43b -> /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key
I1028 11:49:09.877357 1609335 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key
I1028 11:49:09.877374 1609335 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt with IP's: []
I1028 11:49:10.287043 1609335 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt ...
I1028 11:49:10.287075 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt: {Name:mk8cd859810394d419a6497c9805958ae9b9b5f5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:10.287902 1609335 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key ...
I1028 11:49:10.287925 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key: {Name:mk90e80f5df8018939f1f136259665ad02d2084e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:10.288896 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem (1675 bytes)
I1028 11:49:10.288942 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem (1082 bytes)
I1028 11:49:10.288980 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem (1123 bytes)
I1028 11:49:10.289008 1609335 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem (1675 bytes)
I1028 11:49:10.289602 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 11:49:10.315218 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 11:49:10.339256 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 11:49:10.363098 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 11:49:10.387417 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 11:49:10.411362 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1028 11:49:10.435545 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 11:49:10.459444 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 11:49:10.484222 1609335 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 11:49:10.509696 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 11:49:10.528047 1609335 ssh_runner.go:195] Run: openssl version
I1028 11:49:10.533426 1609335 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 11:49:10.543053 1609335 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.546475 1609335 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:49 /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.546559 1609335 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 11:49:10.553399 1609335 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 11:49:10.562528 1609335 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 11:49:10.565694 1609335 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1028 11:49:10.565743 1609335 kubeadm.go:392] StartCluster: {Name:addons-038671 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:addons-038671 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmware
Path: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:49:10.565820 1609335 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 11:49:10.565882 1609335 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 11:49:10.601921 1609335 cri.go:89] found id: ""
I1028 11:49:10.601997 1609335 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1028 11:49:10.611108 1609335 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1028 11:49:10.620110 1609335 kubeadm.go:214] ignoring SystemVerification for kubeadm because of docker driver
I1028 11:49:10.620186 1609335 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1028 11:49:10.628844 1609335 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1028 11:49:10.628866 1609335 kubeadm.go:157] found existing configuration files:
I1028 11:49:10.628914 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1028 11:49:10.637679 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1028 11:49:10.637747 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1028 11:49:10.646208 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1028 11:49:10.654973 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1028 11:49:10.655059 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1028 11:49:10.663441 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1028 11:49:10.672239 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1028 11:49:10.672303 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1028 11:49:10.680235 1609335 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1028 11:49:10.688773 1609335 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1028 11:49:10.688848 1609335 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1028 11:49:10.698227 1609335 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1028 11:49:10.741615 1609335 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1028 11:49:10.741743 1609335 kubeadm.go:310] [preflight] Running pre-flight checks
I1028 11:49:10.761699 1609335 kubeadm.go:310] [preflight] The system verification failed. Printing the output from the verification:
I1028 11:49:10.761857 1609335 kubeadm.go:310] [0;37mKERNEL_VERSION[0m: [0;32m5.15.0-1071-aws[0m
I1028 11:49:10.761916 1609335 kubeadm.go:310] [0;37mOS[0m: [0;32mLinux[0m
I1028 11:49:10.761971 1609335 kubeadm.go:310] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1028 11:49:10.762055 1609335 kubeadm.go:310] [0;37mCGROUPS_CPUACCT[0m: [0;32menabled[0m
I1028 11:49:10.762121 1609335 kubeadm.go:310] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1028 11:49:10.762185 1609335 kubeadm.go:310] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1028 11:49:10.762252 1609335 kubeadm.go:310] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1028 11:49:10.762316 1609335 kubeadm.go:310] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1028 11:49:10.762379 1609335 kubeadm.go:310] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1028 11:49:10.762442 1609335 kubeadm.go:310] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1028 11:49:10.762510 1609335 kubeadm.go:310] [0;37mCGROUPS_BLKIO[0m: [0;32menabled[0m
I1028 11:49:10.829876 1609335 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1028 11:49:10.830023 1609335 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1028 11:49:10.830163 1609335 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1028 11:49:10.839984 1609335 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1028 11:49:10.845413 1609335 out.go:235] - Generating certificates and keys ...
I1028 11:49:10.845562 1609335 kubeadm.go:310] [certs] Using existing ca certificate authority
I1028 11:49:10.845649 1609335 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1028 11:49:11.103923 1609335 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1028 11:49:11.978911 1609335 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1028 11:49:12.891141 1609335 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1028 11:49:13.722029 1609335 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1028 11:49:14.140325 1609335 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1028 11:49:14.140631 1609335 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [addons-038671 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:49:14.893136 1609335 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1028 11:49:14.893440 1609335 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [addons-038671 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
I1028 11:49:15.200720 1609335 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1028 11:49:15.438230 1609335 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1028 11:49:15.992542 1609335 kubeadm.go:310] [certs] Generating "sa" key and public key
I1028 11:49:15.992864 1609335 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1028 11:49:16.337981 1609335 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1028 11:49:16.578865 1609335 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1028 11:49:16.961727 1609335 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1028 11:49:17.229639 1609335 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1028 11:49:17.455082 1609335 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1028 11:49:17.455949 1609335 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1028 11:49:17.461114 1609335 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1028 11:49:17.464650 1609335 out.go:235] - Booting up control plane ...
I1028 11:49:17.464757 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1028 11:49:17.464833 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1028 11:49:17.465071 1609335 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1028 11:49:17.475015 1609335 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1028 11:49:17.481240 1609335 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1028 11:49:17.481296 1609335 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1028 11:49:17.577444 1609335 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1028 11:49:17.577565 1609335 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1028 11:49:19.079044 1609335 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.501702789s
I1028 11:49:19.079133 1609335 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1028 11:49:25.580493 1609335 kubeadm.go:310] [api-check] The API server is healthy after 6.501449008s
I1028 11:49:25.603387 1609335 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1028 11:49:25.615307 1609335 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1028 11:49:25.648371 1609335 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1028 11:49:25.648572 1609335 kubeadm.go:310] [mark-control-plane] Marking the node addons-038671 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1028 11:49:25.658892 1609335 kubeadm.go:310] [bootstrap-token] Using token: dy4u9u.rcfbi685kdv6mawh
I1028 11:49:25.661787 1609335 out.go:235] - Configuring RBAC rules ...
I1028 11:49:25.661926 1609335 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1028 11:49:25.666804 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1028 11:49:25.674594 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1028 11:49:25.682305 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1028 11:49:25.686276 1609335 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1028 11:49:25.690229 1609335 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1028 11:49:25.996561 1609335 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1028 11:49:26.425559 1609335 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1028 11:49:26.987136 1609335 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1028 11:49:26.988363 1609335 kubeadm.go:310]
I1028 11:49:26.988446 1609335 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1028 11:49:26.988457 1609335 kubeadm.go:310]
I1028 11:49:26.988534 1609335 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1028 11:49:26.988542 1609335 kubeadm.go:310]
I1028 11:49:26.988568 1609335 kubeadm.go:310] mkdir -p $HOME/.kube
I1028 11:49:26.988628 1609335 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1028 11:49:26.988682 1609335 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1028 11:49:26.988690 1609335 kubeadm.go:310]
I1028 11:49:26.988744 1609335 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1028 11:49:26.988751 1609335 kubeadm.go:310]
I1028 11:49:26.988798 1609335 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1028 11:49:26.988806 1609335 kubeadm.go:310]
I1028 11:49:26.988864 1609335 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1028 11:49:26.988943 1609335 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1028 11:49:26.989015 1609335 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1028 11:49:26.989023 1609335 kubeadm.go:310]
I1028 11:49:26.989106 1609335 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1028 11:49:26.989186 1609335 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1028 11:49:26.989194 1609335 kubeadm.go:310]
I1028 11:49:26.989277 1609335 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dy4u9u.rcfbi685kdv6mawh \
I1028 11:49:26.989384 1609335 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bd1269f43b55f8f4236e24aa23e1a57bba50e6d8a6834c83e384cc9fedb6a6fc \
I1028 11:49:26.989407 1609335 kubeadm.go:310] --control-plane
I1028 11:49:26.989414 1609335 kubeadm.go:310]
I1028 11:49:26.989499 1609335 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1028 11:49:26.989507 1609335 kubeadm.go:310]
I1028 11:49:26.989589 1609335 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token dy4u9u.rcfbi685kdv6mawh \
I1028 11:49:26.989697 1609335 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bd1269f43b55f8f4236e24aa23e1a57bba50e6d8a6834c83e384cc9fedb6a6fc
I1028 11:49:26.993730 1609335 kubeadm.go:310] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/5.15.0-1071-aws\n", err: exit status 1
I1028 11:49:26.993848 1609335 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1028 11:49:26.993873 1609335 cni.go:84] Creating CNI manager for ""
I1028 11:49:26.993881 1609335 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:49:26.997053 1609335 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1028 11:49:26.999921 1609335 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1028 11:49:27.003457 1609335 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1028 11:49:27.003477 1609335 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1028 11:49:27.021866 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1028 11:49:27.279958 1609335 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1028 11:49:27.280097 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:27.280186 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-038671 minikube.k8s.io/updated_at=2024_10_28T11_49_27_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f minikube.k8s.io/name=addons-038671 minikube.k8s.io/primary=true
I1028 11:49:27.430837 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:27.430897 1609335 ops.go:34] apiserver oom_adj: -16
I1028 11:49:27.931673 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:28.430878 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:28.930970 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:29.431916 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:29.930956 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:30.431706 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:30.930953 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:31.431687 1609335 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1028 11:49:31.538606 1609335 kubeadm.go:1113] duration metric: took 4.258553732s to wait for elevateKubeSystemPrivileges
I1028 11:49:31.538634 1609335 kubeadm.go:394] duration metric: took 20.972894652s to StartCluster
I1028 11:49:31.538651 1609335 settings.go:142] acquiring lock: {Name:mk07fd092fdec3e023f1c584a6664e93560ae070 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:31.539225 1609335 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:49:31.539610 1609335 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/kubeconfig: {Name:mkc3b72d4d42fcd48886f816de096b8232d0d718 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:49:31.539822 1609335 start.go:235] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1028 11:49:31.539972 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1028 11:49:31.540215 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:31.540251 1609335 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1028 11:49:31.540326 1609335 addons.go:69] Setting yakd=true in profile "addons-038671"
I1028 11:49:31.540344 1609335 addons.go:234] Setting addon yakd=true in "addons-038671"
I1028 11:49:31.540371 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.540829 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.541177 1609335 addons.go:69] Setting metrics-server=true in profile "addons-038671"
I1028 11:49:31.541201 1609335 addons.go:234] Setting addon metrics-server=true in "addons-038671"
I1028 11:49:31.541226 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.541627 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.543183 1609335 addons.go:69] Setting nvidia-device-plugin=true in profile "addons-038671"
I1028 11:49:31.543251 1609335 addons.go:234] Setting addon nvidia-device-plugin=true in "addons-038671"
I1028 11:49:31.543346 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.544662 1609335 addons.go:69] Setting amd-gpu-device-plugin=true in profile "addons-038671"
I1028 11:49:31.544734 1609335 addons.go:234] Setting addon amd-gpu-device-plugin=true in "addons-038671"
I1028 11:49:31.544828 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.544978 1609335 addons.go:69] Setting cloud-spanner=true in profile "addons-038671"
I1028 11:49:31.545007 1609335 addons.go:234] Setting addon cloud-spanner=true in "addons-038671"
I1028 11:49:31.545053 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.546393 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.547322 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545127 1609335 out.go:177] * Verifying Kubernetes components...
I1028 11:49:31.566059 1609335 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 11:49:31.545135 1609335 addons.go:69] Setting csi-hostpath-driver=true in profile "addons-038671"
I1028 11:49:31.566182 1609335 addons.go:234] Setting addon csi-hostpath-driver=true in "addons-038671"
I1028 11:49:31.566212 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.545140 1609335 addons.go:69] Setting default-storageclass=true in profile "addons-038671"
I1028 11:49:31.566337 1609335 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "addons-038671"
I1028 11:49:31.566621 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.566630 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545144 1609335 addons.go:69] Setting gcp-auth=true in profile "addons-038671"
I1028 11:49:31.573747 1609335 mustload.go:65] Loading cluster: addons-038671
I1028 11:49:31.573948 1609335 config.go:182] Loaded profile config "addons-038671": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 11:49:31.574190 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545147 1609335 addons.go:69] Setting ingress=true in profile "addons-038671"
I1028 11:49:31.597634 1609335 addons.go:234] Setting addon ingress=true in "addons-038671"
I1028 11:49:31.597697 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.598147 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545152 1609335 addons.go:69] Setting ingress-dns=true in profile "addons-038671"
I1028 11:49:31.610431 1609335 addons.go:234] Setting addon ingress-dns=true in "addons-038671"
I1028 11:49:31.610486 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.545155 1609335 addons.go:69] Setting inspektor-gadget=true in profile "addons-038671"
I1028 11:49:31.615867 1609335 addons.go:234] Setting addon inspektor-gadget=true in "addons-038671"
I1028 11:49:31.615915 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.616404 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545214 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.638507 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545429 1609335 addons.go:69] Setting volcano=true in profile "addons-038671"
I1028 11:49:31.646888 1609335 addons.go:234] Setting addon volcano=true in "addons-038671"
I1028 11:49:31.646934 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.647381 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545435 1609335 addons.go:69] Setting registry=true in profile "addons-038671"
I1028 11:49:31.671810 1609335 addons.go:234] Setting addon registry=true in "addons-038671"
I1028 11:49:31.671855 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.672339 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545439 1609335 addons.go:69] Setting storage-provisioner=true in profile "addons-038671"
I1028 11:49:31.676837 1609335 addons.go:234] Setting addon storage-provisioner=true in "addons-038671"
I1028 11:49:31.676885 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.677326 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.545444 1609335 addons.go:69] Setting storage-provisioner-rancher=true in profile "addons-038671"
I1028 11:49:31.699851 1609335 addons_storage_classes.go:33] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-038671"
I1028 11:49:31.700183 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.721685 1609335 out.go:177] - Using image docker.io/marcnuri/yakd:0.0.5
I1028 11:49:31.723705 1609335 out.go:177] - Using image registry.k8s.io/metrics-server/metrics-server:v0.7.2
I1028 11:49:31.545457 1609335 addons.go:69] Setting volumesnapshots=true in profile "addons-038671"
I1028 11:49:31.728851 1609335 addons.go:234] Setting addon volumesnapshots=true in "addons-038671"
I1028 11:49:31.728894 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.747238 1609335 out.go:177] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1028 11:49:31.753048 1609335 out.go:177] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.24
I1028 11:49:31.753383 1609335 addons.go:431] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:49:31.753445 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1028 11:49:31.753557 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.762022 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-ns.yaml
I1028 11:49:31.762044 1609335 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1028 11:49:31.762111 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.769214 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.771789 1609335 addons.go:431] installing /etc/kubernetes/addons/deployment.yaml
I1028 11:49:31.771810 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1028 11:49:31.771861 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.770419 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.787822 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1028 11:49:31.793792 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1028 11:49:31.770435 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1028 11:49:31.794901 1609335 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1028 11:49:31.794970 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.804351 1609335 addons.go:234] Setting addon default-storageclass=true in "addons-038671"
I1028 11:49:31.804415 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.804818 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.817594 1609335 out.go:177] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.16.2
I1028 11:49:31.820172 1609335 addons.go:431] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:49:31.820196 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1028 11:49:31.820263 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.822623 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:31.825079 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1028 11:49:31.827842 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1028 11:49:31.830348 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1028 11:49:31.833247 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1028 11:49:31.836064 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1028 11:49:31.838628 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1028 11:49:31.841099 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1028 11:49:31.841122 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1028 11:49:31.841187 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.851705 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:31.852021 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.852463 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.854039 1609335 out.go:177] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.33.0
I1028 11:49:31.870978 1609335 addons.go:431] installing /etc/kubernetes/addons/ig-crd.yaml
I1028 11:49:31.871054 1609335 ssh_runner.go:362] scp inspektor-gadget/ig-crd.yaml --> /etc/kubernetes/addons/ig-crd.yaml (5248 bytes)
I1028 11:49:31.871185 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/controller:v1.11.3
I1028 11:49:31.871404 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.876901 1609335 addons.go:431] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:49:31.876957 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16078 bytes)
I1028 11:49:31.877038 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.896076 1609335 out.go:177] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.8
I1028 11:49:31.900743 1609335 out.go:177] - Using image docker.io/registry:2.8.3
I1028 11:49:31.900852 1609335 out.go:177] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1028 11:49:31.902994 1609335 out.go:177] - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3
I1028 11:49:31.903177 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-rc.yaml
I1028 11:49:31.903205 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1028 11:49:31.903279 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.903426 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1028 11:49:31.903452 1609335 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1028 11:49:31.903504 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.922124 1609335 addons.go:431] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:49:31.922144 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2442 bytes)
I1028 11:49:31.922209 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
W1028 11:49:31.924013 1609335 out.go:270] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1028 11:49:31.926928 1609335 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1028 11:49:31.929260 1609335 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:49:31.929280 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1028 11:49:31.929339 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:31.964181 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.966156 1609335 addons.go:234] Setting addon storage-provisioner-rancher=true in "addons-038671"
I1028 11:49:31.966225 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:31.966694 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:31.991752 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:31.998056 1609335 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1028 11:49:31.998118 1609335 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1028 11:49:31.998197 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:32.028018 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.070000 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.097815 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.107690 1609335 out.go:177] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1028 11:49:32.113393 1609335 out.go:177] - Using image docker.io/busybox:stable
I1028 11:49:32.119842 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.120454 1609335 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:49:32.120468 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1028 11:49:32.120523 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:32.128067 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.128516 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.128843 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.131800 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.157345 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.171164 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:32.203921 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-sa.yaml
I1028 11:49:32.203944 1609335 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1028 11:49:32.257250 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1028 11:49:32.266782 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1028 11:49:32.266974 1609335 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 11:49:32.307760 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1028 11:49:32.307832 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1028 11:49:32.317426 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-crb.yaml
I1028 11:49:32.317490 1609335 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1028 11:49:32.404769 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1028 11:49:32.452746 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1028 11:49:32.459799 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1028 11:49:32.459873 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1028 11:49:32.465703 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1028 11:49:32.470354 1609335 addons.go:431] installing /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:49:32.470425 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (14451 bytes)
I1028 11:49:32.493721 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-svc.yaml
I1028 11:49:32.493796 1609335 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1028 11:49:32.521920 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1028 11:49:32.521993 1609335 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1028 11:49:32.549658 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1028 11:49:32.549734 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1028 11:49:32.609955 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1028 11:49:32.643398 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1028 11:49:32.646868 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1028 11:49:32.659306 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-svc.yaml
I1028 11:49:32.659373 1609335 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1028 11:49:32.662500 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1028 11:49:32.662571 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1028 11:49:32.681250 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1028 11:49:32.717014 1609335 addons.go:431] installing /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:49:32.717078 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2017 bytes)
I1028 11:49:32.738913 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml
I1028 11:49:32.749106 1609335 addons.go:431] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:49:32.749134 1609335 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1028 11:49:32.786331 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1028 11:49:32.786360 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1028 11:49:32.840629 1609335 addons.go:431] installing /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:49:32.840653 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1028 11:49:32.850963 1609335 addons.go:431] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1028 11:49:32.850999 1609335 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1028 11:49:32.875506 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1028 11:49:32.975531 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1028 11:49:32.995121 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1028 11:49:32.995150 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1028 11:49:33.089387 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1028 11:49:33.136433 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1028 11:49:33.136475 1609335 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1028 11:49:33.218349 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1028 11:49:33.218393 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1028 11:49:33.325797 1609335 addons.go:431] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:33.325821 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1028 11:49:33.342430 1609335 addons.go:431] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1028 11:49:33.342455 1609335 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1028 11:49:33.417892 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1028 11:49:33.417914 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1028 11:49:33.424102 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:33.464394 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1028 11:49:33.464417 1609335 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1028 11:49:33.495191 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1028 11:49:33.495267 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1028 11:49:33.517546 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1028 11:49:33.517618 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1028 11:49:33.603292 1609335 addons.go:431] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:49:33.603359 1609335 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1028 11:49:33.756126 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1028 11:49:35.073356 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml: (2.816019441s)
I1028 11:49:35.073464 1609335 ssh_runner.go:235] Completed: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.49.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -": (2.806606482s)
I1028 11:49:35.073502 1609335 start.go:971] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS's ConfigMap
I1028 11:49:35.074721 1609335 ssh_runner.go:235] Completed: sudo systemctl start kubelet: (2.80769028s)
I1028 11:49:35.075721 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml: (2.670783998s)
I1028 11:49:35.075887 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.623071583s)
I1028 11:49:35.076031 1609335 node_ready.go:35] waiting up to 6m0s for node "addons-038671" to be "Ready" ...
W1028 11:49:35.605539 1609335 kapi.go:211] failed rescaling "coredns" deployment in "kube-system" namespace and "addons-038671" context to 1 replicas: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
E1028 11:49:35.605615 1609335 start.go:160] Unable to scale down deployment "coredns" in namespace "kube-system" to 1 replica: non-retryable failure while rescaling coredns deployment: Operation cannot be fulfilled on deployments.apps "coredns": the object has been modified; please apply your changes to the latest version and try again
I1028 11:49:36.149473 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (3.683695242s)
I1028 11:49:36.863375 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (4.25334368s)
I1028 11:49:37.125363 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:37.623708 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (4.980158858s)
I1028 11:49:37.623745 1609335 addons.go:475] Verifying addon ingress=true in "addons-038671"
I1028 11:49:37.624049 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml: (4.977045878s)
I1028 11:49:37.624124 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (4.942800396s)
I1028 11:49:37.624228 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/ig-crd.yaml -f /etc/kubernetes/addons/ig-deployment.yaml: (4.885244008s)
I1028 11:49:37.624296 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml: (4.748762629s)
I1028 11:49:37.624390 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (4.64883135s)
I1028 11:49:37.624407 1609335 addons.go:475] Verifying addon metrics-server=true in "addons-038671"
I1028 11:49:37.624433 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (4.535022144s)
I1028 11:49:37.624446 1609335 addons.go:475] Verifying addon registry=true in "addons-038671"
I1028 11:49:37.627601 1609335 out.go:177] * Verifying registry addon...
I1028 11:49:37.627699 1609335 out.go:177] * Verifying ingress addon...
I1028 11:49:37.627722 1609335 out.go:177] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-038671 service yakd-dashboard -n yakd-dashboard
I1028 11:49:37.632026 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
I1028 11:49:37.632917 1609335 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1028 11:49:37.645318 1609335 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:49:37.645348 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:37.645665 1609335 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1028 11:49:37.645711 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:37.783800 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (4.359659728s)
W1028 11:49:37.783846 1609335 addons.go:457] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:49:37.784061 1609335 retry.go:31] will retry after 163.029021ms: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1028 11:49:37.947248 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1028 11:49:38.004386 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (4.248169369s)
I1028 11:49:38.004423 1609335 addons.go:475] Verifying addon csi-hostpath-driver=true in "addons-038671"
I1028 11:49:38.007502 1609335 out.go:177] * Verifying csi-hostpath-driver addon...
I1028 11:49:38.011130 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:49:38.023217 1609335 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:49:38.023238 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:38.136581 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:38.137772 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:38.515342 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:38.635254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:38.636884 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:39.016157 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:39.135490 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:39.137000 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:39.517334 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:39.579942 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:39.635505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:39.637247 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.015727 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:40.135833 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:40.138807 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.515725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:40.638777 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:40.640743 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:40.757549 1609335 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.810252262s)
I1028 11:49:41.014663 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:41.067491 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1028 11:49:41.067596 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:41.085617 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:41.136429 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:41.136859 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:41.185523 1609335 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1028 11:49:41.204031 1609335 addons.go:234] Setting addon gcp-auth=true in "addons-038671"
I1028 11:49:41.204089 1609335 host.go:66] Checking if "addons-038671" exists ...
I1028 11:49:41.204545 1609335 cli_runner.go:164] Run: docker container inspect addons-038671 --format={{.State.Status}}
I1028 11:49:41.219549 1609335 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1028 11:49:41.219603 1609335 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-038671
I1028 11:49:41.236088 1609335 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40450 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/addons-038671/id_rsa Username:docker}
I1028 11:49:41.341943 1609335 out.go:177] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.4.4
I1028 11:49:41.344486 1609335 out.go:177] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1028 11:49:41.347025 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1028 11:49:41.347048 1609335 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1028 11:49:41.366622 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1028 11:49:41.366646 1609335 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1028 11:49:41.384944 1609335 addons.go:431] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:49:41.384966 1609335 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1028 11:49:41.404346 1609335 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1028 11:49:41.515259 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:41.637725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:41.638892 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:41.885722 1609335 addons.go:475] Verifying addon gcp-auth=true in "addons-038671"
I1028 11:49:41.888729 1609335 out.go:177] * Verifying gcp-auth addon...
I1028 11:49:41.892354 1609335 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1028 11:49:41.900872 1609335 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1028 11:49:41.900893 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:42.015854 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:42.079952 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:42.135479 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:42.138240 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:42.395869 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:42.514987 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:42.634925 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:42.637041 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:42.896506 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:43.014541 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:43.135269 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:43.137735 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:43.396227 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:43.515309 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:43.636806 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:43.636996 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:43.896444 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:44.014898 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:44.136047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:44.137341 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:44.395997 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:44.514222 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:44.579215 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:44.636955 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:44.639367 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:44.896205 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:45.015220 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:45.135657 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:45.137810 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:45.396545 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:45.514337 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:45.636236 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:45.637225 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:45.895345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:46.014688 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:46.136150 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:46.136227 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:46.395980 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:46.514600 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:46.636408 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:46.637130 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:46.895732 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:47.015107 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:47.079666 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:47.135168 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:47.137101 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:47.395385 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:47.515100 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:47.636244 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:47.636773 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:47.895132 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:48.014536 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:48.134981 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:48.137276 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:48.396146 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:48.514368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:48.635812 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:48.637386 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:48.896007 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:49.015067 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:49.136277 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:49.136981 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:49.395390 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:49.514275 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:49.579650 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:49.635145 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:49.637584 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:49.896004 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:50.014587 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:50.136183 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:50.137032 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:50.396003 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:50.514277 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:50.635705 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:50.637080 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:50.897244 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:51.014865 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:51.135070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:51.136374 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:51.395891 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:51.514954 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:51.580472 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:51.635113 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:51.636784 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:51.895987 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:52.014174 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:52.134994 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:52.136569 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:52.395760 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:52.515243 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:52.635147 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:52.636899 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:52.896598 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:53.015362 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:53.136432 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:53.137152 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:53.395246 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:53.514466 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:53.636027 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:53.637166 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:53.895405 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:54.015063 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:54.079508 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:54.136501 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:54.137524 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:54.396430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:54.515149 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:54.637283 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:54.637998 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:54.896021 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:55.015171 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:55.135048 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:55.136702 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:55.396583 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:55.514896 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:55.636498 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:55.637270 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:55.895553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:56.014951 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:56.134812 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:56.136672 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:56.396881 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:56.515495 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:56.579456 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:56.635389 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:56.637070 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:56.896430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:57.014704 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:57.134871 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:57.137307 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:57.395496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:57.514672 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:57.636620 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:57.636745 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:57.895836 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:58.014835 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:58.135105 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:58.137376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:58.399269 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:58.514208 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:58.634740 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:58.636703 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:58.896112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:59.014862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:59.079903 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:49:59.136481 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:59.137376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:59.395578 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:49:59.514899 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:49:59.635336 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:49:59.637150 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:49:59.895438 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:00.015675 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:00.135434 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:00.137796 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:00.396567 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:00.515093 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:00.635594 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:00.636941 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:00.895235 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:01.014379 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:01.136593 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:01.137020 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:01.396089 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:01.515831 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:01.580090 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:01.635142 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:01.636765 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:01.896482 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:02.014847 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:02.135486 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:02.136287 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:02.395491 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:02.514965 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:02.636505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:02.637231 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:02.895320 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:03.014633 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:03.135403 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:03.136406 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:03.395724 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:03.515154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:03.585330 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:03.635351 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:03.636812 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:03.896111 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:04.014710 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:04.136377 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:04.137316 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:04.395775 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:04.515143 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:04.636738 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:04.638209 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:04.895407 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:05.014714 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:05.135795 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:05.136519 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:05.396070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:05.515252 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:05.636629 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:05.636824 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:05.895765 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:06.015011 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:06.078796 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:06.136129 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:06.137122 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:06.395176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:06.514396 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:06.636355 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:06.637121 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:06.895485 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:07.015154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:07.136423 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:07.137745 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:07.396228 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:07.515444 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:07.634999 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:07.636266 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:07.895516 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:08.015368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:08.080156 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:08.135091 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:08.137704 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:08.396090 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:08.514471 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:08.635988 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:08.636767 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:08.895977 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:09.014594 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:09.135989 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:09.136751 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:09.396235 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:09.514569 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:09.636162 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:09.636714 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:09.895855 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:10.015057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:10.135082 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:10.136676 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:10.396204 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:10.515118 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:10.579133 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:10.635085 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:10.636989 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:10.896500 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:11.014302 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:11.136138 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:11.137218 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:11.395285 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:11.514776 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:11.635178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:11.637885 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:11.896598 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:12.015070 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:12.135331 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:12.136486 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:12.396438 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:12.514566 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:12.579580 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:12.636047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:12.637284 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:12.895199 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:13.014878 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:13.135077 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:13.137432 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:13.395821 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:13.514154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:13.635224 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:13.636937 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:13.896191 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:14.014451 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:14.135933 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:14.136696 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:14.396229 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:14.514880 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:14.579874 1609335 node_ready.go:53] node "addons-038671" has status "Ready":"False"
I1028 11:50:14.637062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:14.638980 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:14.895252 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:15.015345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:15.136150 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:15.136952 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:15.396272 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:15.515173 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:15.635588 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:15.636924 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:15.896178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:16.015305 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:16.136152 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:16.137284 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:16.395407 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:16.514722 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:16.641054 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:16.641828 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:16.899845 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:17.046027 1609335 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:50:17.046049 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:17.090356 1609335 node_ready.go:49] node "addons-038671" has status "Ready":"True"
I1028 11:50:17.090425 1609335 node_ready.go:38] duration metric: took 42.0143567s for node "addons-038671" to be "Ready" ...
I1028 11:50:17.090450 1609335 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:50:17.136582 1609335 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace to be "Ready" ...
I1028 11:50:17.158944 1609335 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1028 11:50:17.159013 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:17.161184 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:17.408461 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:17.521230 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:17.636938 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:17.639262 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:17.900468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:18.016185 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:18.136802 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:18.138693 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:18.395735 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:18.519490 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:18.638128 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:18.638656 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:18.898151 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:19.015707 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:19.141294 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:19.144898 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:19.148915 1609335 pod_ready.go:103] pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:19.396234 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:19.516706 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:19.655740 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:19.655993 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:19.691169 1609335 pod_ready.go:93] pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.691195 1609335 pod_ready.go:82] duration metric: took 2.554539737s for pod "coredns-7c65d6cfc9-lp44j" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.691209 1609335 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.697811 1609335 pod_ready.go:93] pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.697844 1609335 pod_ready.go:82] duration metric: took 6.627445ms for pod "coredns-7c65d6cfc9-tmcl7" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.697866 1609335 pod_ready.go:79] waiting up to 6m0s for pod "etcd-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.703571 1609335 pod_ready.go:93] pod "etcd-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.703597 1609335 pod_ready.go:82] duration metric: took 5.723498ms for pod "etcd-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.703617 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.710157 1609335 pod_ready.go:93] pod "kube-apiserver-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.710201 1609335 pod_ready.go:82] duration metric: took 6.520894ms for pod "kube-apiserver-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.710213 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.715234 1609335 pod_ready.go:93] pod "kube-controller-manager-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:19.715271 1609335 pod_ready.go:82] duration metric: took 5.039841ms for pod "kube-controller-manager-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.715291 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-7trv2" in "kube-system" namespace to be "Ready" ...
I1028 11:50:19.896676 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:20.020181 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:20.043537 1609335 pod_ready.go:93] pod "kube-proxy-7trv2" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:20.043576 1609335 pod_ready.go:82] duration metric: took 328.264851ms for pod "kube-proxy-7trv2" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.043589 1609335 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.138431 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:20.139125 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:20.396790 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:20.453893 1609335 pod_ready.go:93] pod "kube-scheduler-addons-038671" in "kube-system" namespace has status "Ready":"True"
I1028 11:50:20.453968 1609335 pod_ready.go:82] duration metric: took 410.368558ms for pod "kube-scheduler-addons-038671" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.453996 1609335 pod_ready.go:79] waiting up to 6m0s for pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace to be "Ready" ...
I1028 11:50:20.519878 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:20.696470 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:20.696944 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:20.898378 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:21.019818 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:21.143163 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:21.143895 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:21.398339 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:21.516474 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:21.641120 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:21.642637 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:21.895973 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:22.016406 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:22.137488 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:22.139194 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:22.396072 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:22.461719 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:22.517026 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:22.640451 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:22.642677 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:22.896967 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:23.027476 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:23.148153 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:23.149737 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:23.398814 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:23.519553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:23.646476 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:23.647935 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:23.900200 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.019103 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:24.141508 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:24.141706 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:24.399990 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.521715 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:24.641387 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:24.643272 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:24.895725 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:24.961809 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:25.016168 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:25.137131 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:25.138327 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:25.396251 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:25.516962 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:25.636023 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:25.638328 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:25.897068 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:26.017055 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:26.136251 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:26.137817 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:26.396414 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:26.516469 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:26.637633 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:26.637964 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:26.896136 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:27.018831 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:27.137366 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:27.138271 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:27.396969 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:27.460011 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:27.516184 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:27.638676 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:27.639830 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:27.897102 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:28.017453 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:28.136368 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:28.138943 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:28.396707 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:28.515517 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:28.635729 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:28.638037 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:28.896391 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:29.016405 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:29.137167 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:29.137348 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:29.395669 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:29.461719 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:29.516376 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:29.642914 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:29.643435 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:29.899018 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:30.025461 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:30.138250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:30.143714 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:30.396112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:30.524425 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:30.638731 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:30.639315 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:30.895680 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:31.016854 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:31.137101 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:31.137444 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:31.395303 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:31.462069 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:31.516229 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:31.637015 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:31.637766 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:31.897050 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:32.030173 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:32.137666 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:32.138844 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:32.396802 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:32.517110 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:32.638332 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:32.640865 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:32.898865 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:33.015950 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:33.135524 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:33.137280 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:33.395576 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:33.476381 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:33.517186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:33.639901 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:33.641240 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:33.895897 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:34.016514 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:34.143313 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:34.144901 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:34.396496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:34.515841 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:34.643891 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:34.645832 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:34.896254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.016231 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:35.136663 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:35.137223 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:35.395500 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.517304 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:35.637103 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:35.640483 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:35.896659 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:35.961043 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:36.017042 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:36.137550 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:36.138530 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:36.397188 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:36.516877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:36.637282 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:36.638250 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:36.897381 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:37.016549 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:37.137034 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:37.138598 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:37.396250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:37.516319 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:37.636341 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:37.638376 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:37.896057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:38.016381 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:38.135862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:38.137504 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:38.396199 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:38.461114 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:38.515848 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:38.638112 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:38.639405 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:38.896041 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:39.017132 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:39.137013 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:39.143965 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:39.396556 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:39.517254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:39.637118 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:39.641111 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:39.896254 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:40.017553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:40.138006 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:40.138780 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:40.396825 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:40.464378 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:40.516465 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:40.639789 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:40.644961 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:40.896884 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:41.017732 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:41.137886 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:41.140258 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:41.396702 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:41.516904 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:41.640562 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:41.641901 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:41.900248 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.020083 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:42.139464 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:42.140748 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:42.396615 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.523047 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:42.637821 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:42.638743 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:42.897814 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:42.961081 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:43.017625 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:43.136526 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:43.139116 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:43.396159 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:43.516722 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:43.637195 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:43.638298 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:43.895919 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.030708 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:44.138275 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:44.138903 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:44.400959 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.515985 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:44.638065 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:44.639534 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:44.896145 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:44.961437 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:45.021231 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:45.137565 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:45.138151 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:45.395848 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:45.517276 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:45.637326 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:45.638203 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:45.901186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:46.016583 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:46.136577 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:46.137701 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:46.397010 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:46.516513 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:46.635483 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:46.637854 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:46.901658 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:47.018285 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:47.135877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:47.137715 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:47.396549 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:47.460727 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:47.517228 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:47.639011 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:47.641582 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:47.896973 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:48.102064 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:48.147670 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:48.148627 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:48.396773 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:48.517650 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:48.645426 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:48.646736 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:48.902082 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:49.017509 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:49.139083 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:49.140632 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:49.396964 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:49.466435 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:49.516769 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:49.638778 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:49.640732 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:49.896400 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:50.016923 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:50.139494 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:50.140421 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:50.409638 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:50.519247 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:50.638754 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:50.639484 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:50.897155 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.016178 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:51.137670 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:51.144093 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:51.396697 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.520888 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:51.637560 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:51.639640 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:51.896766 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:51.965001 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:52.017230 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:52.137505 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:52.138527 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:52.399425 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:52.516197 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:52.639587 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:52.641020 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:52.898063 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:53.022256 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:53.151585 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:53.152719 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:53.396654 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:53.515752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:53.639657 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:53.640862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:53.896292 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:54.020396 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:54.140878 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:54.143321 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:54.398752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:54.462725 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:54.517091 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:54.638659 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:54.639214 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:54.897636 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:55.019296 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:55.163403 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:55.166190 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:55.396106 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:55.516791 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:55.639393 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:55.640686 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:55.896345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.032154 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:56.137765 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:56.138058 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:56.396731 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.516349 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:56.637651 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:56.638260 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:56.896107 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:56.959858 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:57.019386 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:57.136222 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:57.137999 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:57.396819 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:57.516250 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:57.635544 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:57.637807 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:57.898343 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.017259 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:58.139415 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:58.140830 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:58.396262 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.517294 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:58.648186 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:58.650820 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:58.897554 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:58.962051 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:50:59.022090 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:59.137416 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:59.140366 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:59.396430 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:50:59.517548 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:50:59.636533 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:50:59.638245 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:50:59.896062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:00.017967 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:00.139845 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:00.141745 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:00.396226 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:00.520621 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:00.639875 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:00.640933 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:00.896264 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:01.016149 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:01.137345 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:01.138614 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:01.396557 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:01.460323 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:01.516663 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:01.635705 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:01.637270 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:01.896014 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:02.016747 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:02.137324 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:02.138519 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:02.396099 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:02.516000 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:02.637879 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:02.638398 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:02.897538 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:03.016947 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:03.138782 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:03.139685 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:03.397392 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:03.463356 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:03.517288 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:03.636915 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:03.638344 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:03.895979 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:04.017057 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:04.139686 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:04.141165 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:04.395903 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:04.517411 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:04.638952 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:04.641492 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:04.896099 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.016736 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:05.136949 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1028 11:51:05.138771 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:05.396669 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.516468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:05.636066 1609335 kapi.go:107] duration metric: took 1m28.004035002s to wait for kubernetes.io/minikube-addons=registry ...
I1028 11:51:05.638607 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:05.895925 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:05.961134 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:06.016383 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:06.141218 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:06.396003 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:06.524163 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:06.638301 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:06.895468 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:07.018603 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:07.137647 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:07.426392 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:07.517400 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:07.637188 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:07.897379 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:08.018596 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:08.139125 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:08.397504 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:08.461065 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:08.517245 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:08.640717 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:08.900302 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:09.016553 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:09.138694 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:09.397176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:09.516862 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:09.637925 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:09.896065 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:10.017619 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:10.138360 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:10.395877 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:10.461150 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:10.515990 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:10.638700 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:10.896291 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:11.016496 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:11.139954 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:11.412519 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:11.516777 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:11.638388 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:11.896684 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.016527 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:12.137528 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:12.396136 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.516340 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:12.638810 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:12.899216 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:12.963248 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:13.017673 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:13.137563 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:13.398523 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:13.517424 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:13.639103 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:13.896737 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:14.018955 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:14.139197 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:14.398386 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:14.517185 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:14.638089 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:14.896020 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:15.016346 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:15.140072 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:15.397214 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:15.461585 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:15.516465 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:15.639721 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:15.904754 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:16.016697 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:16.139936 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:16.399411 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:16.517617 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:16.637093 1609335 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1028 11:51:16.897176 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.017253 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:17.137940 1609335 kapi.go:107] duration metric: took 1m39.505016702s to wait for app.kubernetes.io/name=ingress-nginx ...
I1028 11:51:17.396752 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.516267 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:17.897311 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:17.962054 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:18.016966 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:18.398726 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:18.517455 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:18.895811 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:19.016785 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:19.397784 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1028 11:51:19.516092 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:19.896774 1609335 kapi.go:107] duration metric: took 1m38.00441521s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1028 11:51:19.899012 1609335 out.go:177] * Your GCP credentials will now be mounted into every pod created in the addons-038671 cluster.
I1028 11:51:19.900727 1609335 out.go:177] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1028 11:51:19.902316 1609335 out.go:177] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1028 11:51:20.017022 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:20.459684 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:20.516686 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:21.016422 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:21.517297 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.018035 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.519476 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:22.959851 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:23.016062 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:23.524651 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.016456 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.516600 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:24.961700 1609335 pod_ready.go:103] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"False"
I1028 11:51:25.018025 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:25.516608 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:26.017997 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:26.516672 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.019268 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.459994 1609335 pod_ready.go:93] pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace has status "Ready":"True"
I1028 11:51:27.460019 1609335 pod_ready.go:82] duration metric: took 1m7.006002599s for pod "metrics-server-84c5f94fbc-9gzdr" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.460031 1609335 pod_ready.go:79] waiting up to 6m0s for pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.465591 1609335 pod_ready.go:93] pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace has status "Ready":"True"
I1028 11:51:27.465615 1609335 pod_ready.go:82] duration metric: took 5.576661ms for pod "nvidia-device-plugin-daemonset-76kn8" in "kube-system" namespace to be "Ready" ...
I1028 11:51:27.465638 1609335 pod_ready.go:39] duration metric: took 1m10.375164602s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1028 11:51:27.465653 1609335 api_server.go:52] waiting for apiserver process to appear ...
I1028 11:51:27.465686 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:27.465750 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:27.520652 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:27.530138 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:27.530165 1609335 cri.go:89] found id: ""
I1028 11:51:27.530174 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:27.530234 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.534160 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:27.534228 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:27.585353 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:27.585374 1609335 cri.go:89] found id: ""
I1028 11:51:27.585382 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:27.585440 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.589755 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:27.589829 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:27.648992 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:27.649012 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:27.649017 1609335 cri.go:89] found id: ""
I1028 11:51:27.649024 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:27.649082 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.652863 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.656397 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:27.656556 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:27.698294 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:27.698325 1609335 cri.go:89] found id: ""
I1028 11:51:27.698333 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:27.698414 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.702251 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:27.702359 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:27.771841 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:27.771865 1609335 cri.go:89] found id: ""
I1028 11:51:27.771873 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:27.771940 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.790533 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:27.790618 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:27.839028 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:27.839069 1609335 cri.go:89] found id: ""
I1028 11:51:27.839078 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:27.839141 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.844075 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:27.844159 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:27.896926 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:27.896991 1609335 cri.go:89] found id: ""
I1028 11:51:27.897013 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:27.897100 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:27.915107 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:27.915132 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:27.942940 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:27.942973 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:28.017283 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1028 11:51:28.023879 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:28.023972 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:28.071477 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:28.071548 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:28.166345 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:28.166428 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:28.253728 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:28.253799 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:28.354762 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:28.354833 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:28.474101 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:28.474191 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1028 11:51:28.517540 1609335 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
W1028 11:51:28.575053 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.575322 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:28.575536 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.575774 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:28.609586 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:28.609875 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:28.661867 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:28.661950 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:28.952379 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:28.952417 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:29.028518 1609335 kapi.go:107] duration metric: took 1m51.017388096s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1028 11:51:29.031704 1609335 out.go:177] * Enabled addons: amd-gpu-device-plugin, nvidia-device-plugin, default-storageclass, cloud-spanner, storage-provisioner-rancher, ingress-dns, storage-provisioner, inspektor-gadget, metrics-server, yakd, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1028 11:51:29.034575 1609335 addons.go:510] duration metric: took 1m57.494317199s for enable addons: enabled=[amd-gpu-device-plugin nvidia-device-plugin default-storageclass cloud-spanner storage-provisioner-rancher ingress-dns storage-provisioner inspektor-gadget metrics-server yakd volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1028 11:51:29.050291 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:29.050373 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:29.106701 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:29.106787 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:29.149266 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:29.149292 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:29.192452 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:29.192478 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:29.192532 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:29.192546 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:29.192553 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:29.192563 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:29.192571 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:29.192578 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:29.192685 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:29.192692 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:39.193782 1609335 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 11:51:39.207945 1609335 api_server.go:72] duration metric: took 2m7.668085832s to wait for apiserver process to appear ...
I1028 11:51:39.207974 1609335 api_server.go:88] waiting for apiserver healthz status ...
I1028 11:51:39.208015 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:39.208076 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:39.249688 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:39.249711 1609335 cri.go:89] found id: ""
I1028 11:51:39.249719 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:39.249777 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.253499 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:39.253569 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:39.292069 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:39.292088 1609335 cri.go:89] found id: ""
I1028 11:51:39.292096 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:39.292160 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.295874 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:39.295944 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:39.333699 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:39.333721 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:39.333726 1609335 cri.go:89] found id: ""
I1028 11:51:39.333734 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:39.333793 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.337197 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.340599 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:39.340667 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:39.380167 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:39.380191 1609335 cri.go:89] found id: ""
I1028 11:51:39.380199 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:39.380256 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.383610 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:39.383705 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:39.421064 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:39.421087 1609335 cri.go:89] found id: ""
I1028 11:51:39.421095 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:39.421162 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.424824 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:39.424902 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:39.461611 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:39.461633 1609335 cri.go:89] found id: ""
I1028 11:51:39.461642 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:39.461695 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.465165 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:39.465235 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:39.502819 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:39.502842 1609335 cri.go:89] found id: ""
I1028 11:51:39.502850 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:39.502906 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:39.506718 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:39.506746 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:39.554181 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:39.554213 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:51:39.605723 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.605962 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:39.606136 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.606351 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:39.630172 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:39.630390 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:39.668002 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:39.668031 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:39.721236 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:39.721287 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:39.773060 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:39.773100 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:39.816051 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:39.816095 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:39.886975 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:39.887013 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:39.933688 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:39.933718 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:39.950501 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:39.950531 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:40.109188 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:40.109218 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:40.179349 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:40.179382 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:40.220348 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:40.220375 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:40.272751 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:40.272780 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:40.362529 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:40.362563 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:40.362624 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:40.362639 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:40.362654 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:40.362662 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:40.362672 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:40.362681 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:40.362690 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:40.362696 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:51:50.364018 1609335 api_server.go:253] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...
I1028 11:51:50.373471 1609335 api_server.go:279] https://192.168.49.2:8443/healthz returned 200:
ok
I1028 11:51:50.374622 1609335 api_server.go:141] control plane version: v1.31.2
I1028 11:51:50.374648 1609335 api_server.go:131] duration metric: took 11.166666841s to wait for apiserver health ...
I1028 11:51:50.374658 1609335 system_pods.go:43] waiting for kube-system pods to appear ...
I1028 11:51:50.374682 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1028 11:51:50.374747 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1028 11:51:50.419556 1609335 cri.go:89] found id: "1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:50.419581 1609335 cri.go:89] found id: ""
I1028 11:51:50.419589 1609335 logs.go:282] 1 containers: [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f]
I1028 11:51:50.419672 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.423988 1609335 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1028 11:51:50.424106 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1028 11:51:50.462925 1609335 cri.go:89] found id: "64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:50.462947 1609335 cri.go:89] found id: ""
I1028 11:51:50.462955 1609335 logs.go:282] 1 containers: [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252]
I1028 11:51:50.463022 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.467229 1609335 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1028 11:51:50.467300 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1028 11:51:50.510331 1609335 cri.go:89] found id: "0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:50.510355 1609335 cri.go:89] found id: "f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:50.510361 1609335 cri.go:89] found id: ""
I1028 11:51:50.510368 1609335 logs.go:282] 2 containers: [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce]
I1028 11:51:50.510431 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.514104 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.517877 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1028 11:51:50.517966 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1028 11:51:50.557012 1609335 cri.go:89] found id: "8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:50.557212 1609335 cri.go:89] found id: ""
I1028 11:51:50.557236 1609335 logs.go:282] 1 containers: [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a]
I1028 11:51:50.557331 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.561128 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1028 11:51:50.561198 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1028 11:51:50.598652 1609335 cri.go:89] found id: "067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:50.598724 1609335 cri.go:89] found id: ""
I1028 11:51:50.598756 1609335 logs.go:282] 1 containers: [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261]
I1028 11:51:50.598853 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.602383 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1028 11:51:50.602452 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1028 11:51:50.646669 1609335 cri.go:89] found id: "a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:50.646702 1609335 cri.go:89] found id: ""
I1028 11:51:50.646711 1609335 logs.go:282] 1 containers: [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60]
I1028 11:51:50.646777 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.650380 1609335 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1028 11:51:50.650460 1609335 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1028 11:51:50.690998 1609335 cri.go:89] found id: "51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:50.691032 1609335 cri.go:89] found id: ""
I1028 11:51:50.691041 1609335 logs.go:282] 1 containers: [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297]
I1028 11:51:50.691105 1609335 ssh_runner.go:195] Run: which crictl
I1028 11:51:50.694637 1609335 logs.go:123] Gathering logs for kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] ...
I1028 11:51:50.694724 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f"
I1028 11:51:50.745788 1609335 logs.go:123] Gathering logs for kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] ...
I1028 11:51:50.745861 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261"
I1028 11:51:50.785520 1609335 logs.go:123] Gathering logs for CRI-O ...
I1028 11:51:50.785548 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u crio -n 400"
I1028 11:51:50.880258 1609335 logs.go:123] Gathering logs for container status ...
I1028 11:51:50.880296 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1028 11:51:50.940542 1609335 logs.go:123] Gathering logs for kubelet ...
I1028 11:51:50.940571 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
W1028 11:51:50.999491 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064199 1495 reflector.go:561] object-"kube-system"/"kube-root-ca.crt": failed to list *v1.ConfigMap: configmaps "kube-root-ca.crt" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:50.999745 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:50.999922 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.000139 1609335 logs.go:138] Found kubelet problem: Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.023963 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.024189 1609335 logs.go:138] Found kubelet problem: Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:51.062700 1609335 logs.go:123] Gathering logs for dmesg ...
I1028 11:51:51.062737 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1028 11:51:51.080548 1609335 logs.go:123] Gathering logs for describe nodes ...
I1028 11:51:51.080581 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1028 11:51:51.226867 1609335 logs.go:123] Gathering logs for kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] ...
I1028 11:51:51.226899 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a"
I1028 11:51:51.285794 1609335 logs.go:123] Gathering logs for kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] ...
I1028 11:51:51.285827 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60"
I1028 11:51:51.371172 1609335 logs.go:123] Gathering logs for kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] ...
I1028 11:51:51.371208 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297"
I1028 11:51:51.412745 1609335 logs.go:123] Gathering logs for etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] ...
I1028 11:51:51.412776 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252"
I1028 11:51:51.464662 1609335 logs.go:123] Gathering logs for coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] ...
I1028 11:51:51.464694 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006"
I1028 11:51:51.503980 1609335 logs.go:123] Gathering logs for coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] ...
I1028 11:51:51.504009 1609335 ssh_runner.go:195] Run: /bin/bash -c "sudo /usr/bin/crictl logs --tail 400 f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce"
I1028 11:51:51.545796 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:51.545829 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
W1028 11:51:51.545883 1609335 out.go:270] X Problems detected in kubelet:
W1028 11:51:51.545898 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064252 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-root-ca.crt\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-root-ca.crt\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.545905 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: W1028 11:49:33.064834 1495 reflector.go:561] object-"kube-system"/"kube-proxy": failed to list *v1.ConfigMap: configmaps "kube-proxy" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.545916 1609335 out.go:270] Oct 28 11:49:33 addons-038671 kubelet[1495]: E1028 11:49:33.064858 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"kube-proxy\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"kube-proxy\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
W1028 11:51:51.545925 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: W1028 11:50:16.682729 1495 reflector.go:561] object-"kube-system"/"coredns": failed to list *v1.ConfigMap: configmaps "coredns" is forbidden: User "system:node:addons-038671" cannot list resource "configmaps" in API group "" in the namespace "kube-system": no relationship found between node 'addons-038671' and this object
W1028 11:51:51.545935 1609335 out.go:270] Oct 28 11:50:16 addons-038671 kubelet[1495]: E1028 11:50:16.682775 1495 reflector.go:158] "Unhandled Error" err="object-\"kube-system\"/\"coredns\": Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"coredns\" is forbidden: User \"system:node:addons-038671\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\": no relationship found between node 'addons-038671' and this object" logger="UnhandledError"
I1028 11:51:51.545941 1609335 out.go:358] Setting ErrFile to fd 2...
I1028 11:51:51.545948 1609335 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:52:01.558341 1609335 system_pods.go:59] 19 kube-system pods found
I1028 11:52:01.558394 1609335 system_pods.go:61] "coredns-7c65d6cfc9-lp44j" [f74663a2-a370-456b-8b11-35b264759975] Running
I1028 11:52:01.558402 1609335 system_pods.go:61] "coredns-7c65d6cfc9-tmcl7" [ccd21910-12b2-48d3-9969-1da00cb482ec] Running
I1028 11:52:01.558407 1609335 system_pods.go:61] "csi-hostpath-attacher-0" [01089a88-e2e2-41bd-969a-39fce889f301] Running
I1028 11:52:01.558412 1609335 system_pods.go:61] "csi-hostpath-resizer-0" [d42c8cef-7b3b-4942-8216-73230dc08084] Running
I1028 11:52:01.558416 1609335 system_pods.go:61] "csi-hostpathplugin-qgpbn" [72f4a36f-f9e9-47a9-aae4-19cbcb694e0e] Running
I1028 11:52:01.558421 1609335 system_pods.go:61] "etcd-addons-038671" [c8828305-dcc8-494d-bc56-23ffcd84c486] Running
I1028 11:52:01.558425 1609335 system_pods.go:61] "kindnet-kmg44" [25ca9f65-363e-4b21-95aa-21e6b9767acd] Running
I1028 11:52:01.558430 1609335 system_pods.go:61] "kube-apiserver-addons-038671" [b6e675c9-5c5f-4530-a19d-ad6f58e3fefc] Running
I1028 11:52:01.558435 1609335 system_pods.go:61] "kube-controller-manager-addons-038671" [542b61a2-801b-45d8-b747-caaf68e289dc] Running
I1028 11:52:01.558439 1609335 system_pods.go:61] "kube-ingress-dns-minikube" [63e8310e-682d-4dfe-9093-3a4dfdbc7a1f] Running
I1028 11:52:01.558444 1609335 system_pods.go:61] "kube-proxy-7trv2" [236ce964-cf5b-4aea-b6b3-2d099c4a1329] Running
I1028 11:52:01.558452 1609335 system_pods.go:61] "kube-scheduler-addons-038671" [a4a9ec0e-911b-4ed7-8d25-b93742ecaca2] Running
I1028 11:52:01.558456 1609335 system_pods.go:61] "metrics-server-84c5f94fbc-9gzdr" [12f44978-205b-4e9e-8752-2cbcb69d1ef4] Running
I1028 11:52:01.558463 1609335 system_pods.go:61] "nvidia-device-plugin-daemonset-76kn8" [94d44b81-c884-42d5-9095-269596949b75] Running
I1028 11:52:01.558473 1609335 system_pods.go:61] "registry-66c9cd494c-lvg5g" [d91e4ff7-f773-4cc8-8d1e-5812dd48b0c3] Running
I1028 11:52:01.558477 1609335 system_pods.go:61] "registry-proxy-jvsll" [41ab4a9d-b5e6-48b6-beab-66fab94401f7] Running
I1028 11:52:01.558481 1609335 system_pods.go:61] "snapshot-controller-56fcc65765-n426d" [1a2c6aff-5a8f-472d-82eb-a79b137a8846] Running
I1028 11:52:01.558485 1609335 system_pods.go:61] "snapshot-controller-56fcc65765-vlhdb" [050ab485-cce1-4783-ae81-2532c99f801a] Running
I1028 11:52:01.558493 1609335 system_pods.go:61] "storage-provisioner" [08bc7b2b-70b0-4f8f-97c6-ec75f1de7f2f] Running
I1028 11:52:01.558500 1609335 system_pods.go:74] duration metric: took 11.183834853s to wait for pod list to return data ...
I1028 11:52:01.558511 1609335 default_sa.go:34] waiting for default service account to be created ...
I1028 11:52:01.560853 1609335 default_sa.go:45] found service account: "default"
I1028 11:52:01.560877 1609335 default_sa.go:55] duration metric: took 2.356833ms for default service account to be created ...
I1028 11:52:01.560886 1609335 system_pods.go:116] waiting for k8s-apps to be running ...
I1028 11:52:01.571308 1609335 system_pods.go:86] 19 kube-system pods found
I1028 11:52:01.571344 1609335 system_pods.go:89] "coredns-7c65d6cfc9-lp44j" [f74663a2-a370-456b-8b11-35b264759975] Running
I1028 11:52:01.571353 1609335 system_pods.go:89] "coredns-7c65d6cfc9-tmcl7" [ccd21910-12b2-48d3-9969-1da00cb482ec] Running
I1028 11:52:01.571358 1609335 system_pods.go:89] "csi-hostpath-attacher-0" [01089a88-e2e2-41bd-969a-39fce889f301] Running
I1028 11:52:01.571364 1609335 system_pods.go:89] "csi-hostpath-resizer-0" [d42c8cef-7b3b-4942-8216-73230dc08084] Running
I1028 11:52:01.571368 1609335 system_pods.go:89] "csi-hostpathplugin-qgpbn" [72f4a36f-f9e9-47a9-aae4-19cbcb694e0e] Running
I1028 11:52:01.571372 1609335 system_pods.go:89] "etcd-addons-038671" [c8828305-dcc8-494d-bc56-23ffcd84c486] Running
I1028 11:52:01.571377 1609335 system_pods.go:89] "kindnet-kmg44" [25ca9f65-363e-4b21-95aa-21e6b9767acd] Running
I1028 11:52:01.571381 1609335 system_pods.go:89] "kube-apiserver-addons-038671" [b6e675c9-5c5f-4530-a19d-ad6f58e3fefc] Running
I1028 11:52:01.571387 1609335 system_pods.go:89] "kube-controller-manager-addons-038671" [542b61a2-801b-45d8-b747-caaf68e289dc] Running
I1028 11:52:01.571391 1609335 system_pods.go:89] "kube-ingress-dns-minikube" [63e8310e-682d-4dfe-9093-3a4dfdbc7a1f] Running
I1028 11:52:01.571397 1609335 system_pods.go:89] "kube-proxy-7trv2" [236ce964-cf5b-4aea-b6b3-2d099c4a1329] Running
I1028 11:52:01.571404 1609335 system_pods.go:89] "kube-scheduler-addons-038671" [a4a9ec0e-911b-4ed7-8d25-b93742ecaca2] Running
I1028 11:52:01.571408 1609335 system_pods.go:89] "metrics-server-84c5f94fbc-9gzdr" [12f44978-205b-4e9e-8752-2cbcb69d1ef4] Running
I1028 11:52:01.571413 1609335 system_pods.go:89] "nvidia-device-plugin-daemonset-76kn8" [94d44b81-c884-42d5-9095-269596949b75] Running
I1028 11:52:01.571419 1609335 system_pods.go:89] "registry-66c9cd494c-lvg5g" [d91e4ff7-f773-4cc8-8d1e-5812dd48b0c3] Running
I1028 11:52:01.571423 1609335 system_pods.go:89] "registry-proxy-jvsll" [41ab4a9d-b5e6-48b6-beab-66fab94401f7] Running
I1028 11:52:01.571429 1609335 system_pods.go:89] "snapshot-controller-56fcc65765-n426d" [1a2c6aff-5a8f-472d-82eb-a79b137a8846] Running
I1028 11:52:01.571434 1609335 system_pods.go:89] "snapshot-controller-56fcc65765-vlhdb" [050ab485-cce1-4783-ae81-2532c99f801a] Running
I1028 11:52:01.571441 1609335 system_pods.go:89] "storage-provisioner" [08bc7b2b-70b0-4f8f-97c6-ec75f1de7f2f] Running
I1028 11:52:01.571448 1609335 system_pods.go:126] duration metric: took 10.556821ms to wait for k8s-apps to be running ...
I1028 11:52:01.571457 1609335 system_svc.go:44] waiting for kubelet service to be running ....
I1028 11:52:01.571525 1609335 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 11:52:01.584775 1609335 system_svc.go:56] duration metric: took 13.307547ms WaitForService to wait for kubelet
I1028 11:52:01.584803 1609335 kubeadm.go:582] duration metric: took 2m30.044948951s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1028 11:52:01.584822 1609335 node_conditions.go:102] verifying NodePressure condition ...
I1028 11:52:01.588265 1609335 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1028 11:52:01.588302 1609335 node_conditions.go:123] node cpu capacity is 2
I1028 11:52:01.588314 1609335 node_conditions.go:105] duration metric: took 3.485666ms to run NodePressure ...
I1028 11:52:01.588328 1609335 start.go:241] waiting for startup goroutines ...
I1028 11:52:01.588336 1609335 start.go:246] waiting for cluster config update ...
I1028 11:52:01.588355 1609335 start.go:255] writing updated cluster config ...
I1028 11:52:01.589237 1609335 ssh_runner.go:195] Run: rm -f paused
I1028 11:52:01.982836 1609335 start.go:600] kubectl: 1.31.2, cluster: 1.31.2 (minor skew: 0)
I1028 11:52:01.989734 1609335 out.go:177] * Done! kubectl is now configured to use "addons-038671" cluster and "default" namespace by default
==> CRI-O <==
Oct 28 11:56:49 addons-038671 crio[963]: time="2024-10-28 11:56:49.881446039Z" level=info msg="Got pod network &{Name:ingress-nginx-controller-5f85ff4588-xdgwc Namespace:ingress-nginx ID:3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6 UID:8d5caa0a-57ee-419e-8eea-7a79085d8cf6 NetNS:/var/run/netns/25e404db-d0d4-4524-938b-5123047a1ff1 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[]}] Aliases:map[]}"
Oct 28 11:56:49 addons-038671 crio[963]: time="2024-10-28 11:56:49.881582646Z" level=info msg="Deleting pod ingress-nginx_ingress-nginx-controller-5f85ff4588-xdgwc from CNI network \"kindnet\" (type=ptp)"
Oct 28 11:56:49 addons-038671 crio[963]: time="2024-10-28 11:56:49.897273130Z" level=info msg="Stopped pod sandbox: 3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6" id=ed76bf10-c460-466f-86db-c79ce49d5d76 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:56:50 addons-038671 crio[963]: time="2024-10-28 11:56:50.048147777Z" level=info msg="Removing container: 0d46d9bf4779f68b707e8acfaa5378bbc6ea2a6c37a12c3be5d55ae3de77ebc6" id=6ef901a3-fa2e-4b2b-9f79-430078dd841a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:56:50 addons-038671 crio[963]: time="2024-10-28 11:56:50.064133907Z" level=info msg="Removed container 0d46d9bf4779f68b707e8acfaa5378bbc6ea2a6c37a12c3be5d55ae3de77ebc6: ingress-nginx/ingress-nginx-controller-5f85ff4588-xdgwc/controller" id=6ef901a3-fa2e-4b2b-9f79-430078dd841a name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:57:26 addons-038671 crio[963]: time="2024-10-28 11:57:26.963994454Z" level=info msg="Removing container: 7527e7528d5a2d45383eb31ed520fcfc101ee32ffc90377971230e6326a3a87e" id=aa5277e4-3bc4-4cd1-99b0-c33fb99b6c39 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:57:26 addons-038671 crio[963]: time="2024-10-28 11:57:26.980671603Z" level=info msg="Removed container 7527e7528d5a2d45383eb31ed520fcfc101ee32ffc90377971230e6326a3a87e: ingress-nginx/ingress-nginx-admission-patch-6zgv4/patch" id=aa5277e4-3bc4-4cd1-99b0-c33fb99b6c39 name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:57:26 addons-038671 crio[963]: time="2024-10-28 11:57:26.981912469Z" level=info msg="Removing container: c1a904c1746866a3abb4863d892a55a9ffcfa22d32be300493213491ccde9826" id=8129d007-a74c-4ebf-9127-c86d3f9a8cad name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.005361513Z" level=info msg="Removed container c1a904c1746866a3abb4863d892a55a9ffcfa22d32be300493213491ccde9826: ingress-nginx/ingress-nginx-admission-create-4sqn7/create" id=8129d007-a74c-4ebf-9127-c86d3f9a8cad name=/runtime.v1.RuntimeService/RemoveContainer
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.006988495Z" level=info msg="Stopping pod sandbox: 6a0cf984f7c7121609fc333bccd530b2fe00d8218f1b973500fab6fa59beb96f" id=4be8a278-59d8-42ce-a47f-dd20333e1b36 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.007039424Z" level=info msg="Stopped pod sandbox (already stopped): 6a0cf984f7c7121609fc333bccd530b2fe00d8218f1b973500fab6fa59beb96f" id=4be8a278-59d8-42ce-a47f-dd20333e1b36 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.007442894Z" level=info msg="Removing pod sandbox: 6a0cf984f7c7121609fc333bccd530b2fe00d8218f1b973500fab6fa59beb96f" id=038195ee-0728-4adb-bb17-6eab8abd9777 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.017632060Z" level=info msg="Removed pod sandbox: 6a0cf984f7c7121609fc333bccd530b2fe00d8218f1b973500fab6fa59beb96f" id=038195ee-0728-4adb-bb17-6eab8abd9777 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.018120288Z" level=info msg="Stopping pod sandbox: 0e1dd50f889752e57f018a59404ee8c8794cc777b17a6891206d611ff204635c" id=d5841c57-6548-43ce-88f8-0eecfdcec57e name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.018156891Z" level=info msg="Stopped pod sandbox (already stopped): 0e1dd50f889752e57f018a59404ee8c8794cc777b17a6891206d611ff204635c" id=d5841c57-6548-43ce-88f8-0eecfdcec57e name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.018514461Z" level=info msg="Removing pod sandbox: 0e1dd50f889752e57f018a59404ee8c8794cc777b17a6891206d611ff204635c" id=4b3795c7-ca47-47a0-807c-8874ab992617 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.027609222Z" level=info msg="Removed pod sandbox: 0e1dd50f889752e57f018a59404ee8c8794cc777b17a6891206d611ff204635c" id=4b3795c7-ca47-47a0-807c-8874ab992617 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.028184737Z" level=info msg="Stopping pod sandbox: a0cdbc5c0efa0e330ee9a64ca921c19eb5d6e33696a7f597ddfe01e663ada507" id=0ea8f566-f480-43a3-9d6f-ff42e9fc0f82 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.028221061Z" level=info msg="Stopped pod sandbox (already stopped): a0cdbc5c0efa0e330ee9a64ca921c19eb5d6e33696a7f597ddfe01e663ada507" id=0ea8f566-f480-43a3-9d6f-ff42e9fc0f82 name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.028525733Z" level=info msg="Removing pod sandbox: a0cdbc5c0efa0e330ee9a64ca921c19eb5d6e33696a7f597ddfe01e663ada507" id=0c35a274-17e8-45ee-a857-765b3943fc80 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.038415544Z" level=info msg="Removed pod sandbox: a0cdbc5c0efa0e330ee9a64ca921c19eb5d6e33696a7f597ddfe01e663ada507" id=0c35a274-17e8-45ee-a857-765b3943fc80 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.038913274Z" level=info msg="Stopping pod sandbox: 3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6" id=445d01c9-2d05-442d-8964-997373fac72e name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.038948876Z" level=info msg="Stopped pod sandbox (already stopped): 3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6" id=445d01c9-2d05-442d-8964-997373fac72e name=/runtime.v1.RuntimeService/StopPodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.039257051Z" level=info msg="Removing pod sandbox: 3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6" id=3f336b85-6c93-46ea-95f5-52b4a2cb2198 name=/runtime.v1.RuntimeService/RemovePodSandbox
Oct 28 11:57:27 addons-038671 crio[963]: time="2024-10-28 11:57:27.049599292Z" level=info msg="Removed pod sandbox: 3e15d64eff8a6fcae239e4c39bbf6967e882a28a8a1b5ddfdb4d9520f349c9f6" id=3f336b85-6c93-46ea-95f5-52b4a2cb2198 name=/runtime.v1.RuntimeService/RemovePodSandbox
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cc5970fc55cb2 docker.io/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6 2 minutes ago Running hello-world-app 0 6db517fa4fc1c hello-world-app-55bf9c44b4-h2v7d
e53ac468489a8 docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250 4 minutes ago Running nginx 0 7527562e6746d nginx
19eca71c56db4 gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e 6 minutes ago Running busybox 0 b5e0a5ab0cd01 busybox
3717801c495c2 registry.k8s.io/metrics-server/metrics-server@sha256:048bcf48fc2cce517a61777e22bac782ba59ea5e9b9a54bcb42dbee99566a91f 8 minutes ago Running metrics-server 0 f074bd9bc1a79 metrics-server-84c5f94fbc-9gzdr
0bc74a2534292 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 8 minutes ago Running coredns 0 83f0e9516cef9 coredns-7c65d6cfc9-tmcl7
f3c3a8bf2a1f6 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4 8 minutes ago Running coredns 0 ff745237ecc01 coredns-7c65d6cfc9-lp44j
90f1b7cf23569 ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6 8 minutes ago Running storage-provisioner 0 b055bdf256747 storage-provisioner
51277b0ad6228 0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa 9 minutes ago Running kindnet-cni 0 8798cb4f50492 kindnet-kmg44
067dd10e0f703 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba 9 minutes ago Running kube-proxy 0 54326c60944ab kube-proxy-7trv2
a061caec1b04d 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba 9 minutes ago Running kube-controller-manager 0 e899d21846e49 kube-controller-manager-addons-038671
1a9b413b1f248 f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270 9 minutes ago Running kube-apiserver 0 e8f9719cd735a kube-apiserver-addons-038671
8576625b7beb1 d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a 9 minutes ago Running kube-scheduler 0 9840561a94a77 kube-scheduler-addons-038671
64a354d55df77 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da 9 minutes ago Running etcd 0 c810a164bd6fb etcd-addons-038671
==> coredns [0bc74a25342929051a86c1821ed2955ea1c27dc7620e4e8c0d14806039ac3006] <==
[INFO] 10.244.0.15:37858 - 63554 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000084874s
[INFO] 10.244.0.15:37858 - 63382 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000166719s
[INFO] 10.244.0.22:45869 - 32955 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000246989s
[INFO] 10.244.0.22:33697 - 56871 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000185649s
[INFO] 10.244.0.22:40918 - 40393 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000145805s
[INFO] 10.244.0.22:58611 - 41057 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 648 0.001729627s
[INFO] 10.244.0.25:33679 - 3 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000168311s
[INFO] 10.244.0.21:46427 - 20605 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000182884s
[INFO] 10.244.0.21:46427 - 60246 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000143187s
[INFO] 10.244.0.21:46427 - 13446 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000122231s
[INFO] 10.244.0.21:46427 - 46925 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00009636s
[INFO] 10.244.0.21:46427 - 30687 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00012164s
[INFO] 10.244.0.21:46427 - 3210 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000099306s
[INFO] 10.244.0.21:46427 - 64379 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.005557154s
[INFO] 10.244.0.21:46427 - 3433 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.002316465s
[INFO] 10.244.0.21:46427 - 32964 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.00013371s
[INFO] 10.244.0.21:47998 - 28680 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000137961s
[INFO] 10.244.0.21:47998 - 22609 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000070605s
[INFO] 10.244.0.21:47998 - 24163 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000069005s
[INFO] 10.244.0.21:47998 - 12537 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000065386s
[INFO] 10.244.0.21:47998 - 1916 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000063869s
[INFO] 10.244.0.21:47998 - 56489 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000065772s
[INFO] 10.244.0.21:47998 - 5226 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001747704s
[INFO] 10.244.0.21:47998 - 30099 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001342085s
[INFO] 10.244.0.21:47998 - 35717 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000058281s
==> coredns [f3c3a8bf2a1f684b8d5ca8fd1380c5c16d98fd69ce6d4ff82db6d0b76da64cce] <==
[INFO] 10.244.0.22:35933 - 65134 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000150285s
[INFO] 10.244.0.22:57180 - 48187 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000132094s
[INFO] 10.244.0.22:41189 - 64205 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.00008169s
[INFO] 10.244.0.22:52373 - 16861 "AAAA IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002169953s
[INFO] 10.244.0.22:56947 - 40226 "A IN storage.googleapis.com.us-east-2.compute.internal. udp 78 false 1232" NXDOMAIN qr,rd,ra 67 0.002342539s
[INFO] 10.244.0.22:47272 - 44180 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.001499244s
[INFO] 10.244.0.25:60625 - 2 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000172857s
[INFO] 10.244.0.21:52477 - 43024 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000190925s
[INFO] 10.244.0.21:52477 - 61157 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000144673s
[INFO] 10.244.0.21:52477 - 13654 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000194888s
[INFO] 10.244.0.21:52477 - 40141 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.00010272s
[INFO] 10.244.0.21:52477 - 6430 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.00009239s
[INFO] 10.244.0.21:52477 - 54551 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000096722s
[INFO] 10.244.0.21:52477 - 53956 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003143794s
[INFO] 10.244.0.21:52477 - 23969 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.003238875s
[INFO] 10.244.0.21:52477 - 53633 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000130855s
[INFO] 10.244.0.21:51631 - 14494 "A IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.000093465s
[INFO] 10.244.0.21:51631 - 25103 "AAAA IN hello-world-app.default.svc.cluster.local.ingress-nginx.svc.cluster.local. udp 91 false 512" NXDOMAIN qr,aa,rd 184 0.00007803s
[INFO] 10.244.0.21:51631 - 30992 "A IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000085883s
[INFO] 10.244.0.21:51631 - 22355 "AAAA IN hello-world-app.default.svc.cluster.local.svc.cluster.local. udp 77 false 512" NXDOMAIN qr,aa,rd 170 0.000097468s
[INFO] 10.244.0.21:51631 - 39753 "A IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000061497s
[INFO] 10.244.0.21:51631 - 46946 "AAAA IN hello-world-app.default.svc.cluster.local.cluster.local. udp 73 false 512" NXDOMAIN qr,aa,rd 166 0.000078695s
[INFO] 10.244.0.21:51631 - 35842 "A IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.001095496s
[INFO] 10.244.0.21:51631 - 52725 "AAAA IN hello-world-app.default.svc.cluster.local.us-east-2.compute.internal. udp 86 false 512" NXDOMAIN qr,rd,ra 86 0.00581641s
[INFO] 10.244.0.21:51631 - 64220 "A IN hello-world-app.default.svc.cluster.local. udp 59 false 512" NOERROR qr,aa,rd 116 0.000111967s
==> describe nodes <==
Name: addons-038671
Roles: control-plane
Labels: beta.kubernetes.io/arch=arm64
beta.kubernetes.io/os=linux
kubernetes.io/arch=arm64
kubernetes.io/hostname=addons-038671
kubernetes.io/os=linux
minikube.k8s.io/commit=5c9469bd9a8248ec7cc78e5865e6dfb7edd2060f
minikube.k8s.io/name=addons-038671
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_28T11_49_27_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-038671
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 28 Oct 2024 11:49:24 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-038671
AcquireTime: <unset>
RenewTime: Mon, 28 Oct 2024 11:58:49 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 28 Oct 2024 11:57:06 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 28 Oct 2024 11:57:06 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 28 Oct 2024 11:57:06 +0000 Mon, 28 Oct 2024 11:49:20 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 28 Oct 2024 11:57:06 +0000 Mon, 28 Oct 2024 11:50:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.49.2
Hostname: addons-038671
Capacity:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 203034800Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
hugepages-32Mi: 0
hugepages-64Ki: 0
memory: 8022300Ki
pods: 110
System Info:
Machine ID: 48a05ccbf26f455ca96993d642de1048
System UUID: 17f8bb97-6e48-4525-b9da-e2b1b758a912
Boot ID: 7206fba0-79a5-434d-956e-eb6133d7b735
Kernel Version: 5.15.0-1071-aws
OS Image: Ubuntu 22.04.5 LTS
Operating System: linux
Architecture: arm64
Container Runtime Version: cri-o://1.24.6
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (13 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m54s
default hello-world-app-55bf9c44b4-h2v7d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m15s
default nginx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m33s
kube-system coredns-7c65d6cfc9-lp44j 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 9m23s
kube-system coredns-7c65d6cfc9-tmcl7 100m (5%) 0 (0%) 70Mi (0%) 170Mi (2%) 9m23s
kube-system etcd-addons-038671 100m (5%) 0 (0%) 100Mi (1%) 0 (0%) 9m30s
kube-system kindnet-kmg44 100m (5%) 100m (5%) 50Mi (0%) 50Mi (0%) 9m24s
kube-system kube-apiserver-addons-038671 250m (12%) 0 (0%) 0 (0%) 0 (0%) 9m30s
kube-system kube-controller-manager-addons-038671 200m (10%) 0 (0%) 0 (0%) 0 (0%) 9m30s
kube-system kube-proxy-7trv2 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m24s
kube-system kube-scheduler-addons-038671 100m (5%) 0 (0%) 0 (0%) 0 (0%) 9m30s
kube-system metrics-server-84c5f94fbc-9gzdr 100m (5%) 0 (0%) 200Mi (2%) 0 (0%) 9m20s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (52%) 100m (5%)
memory 490Mi (6%) 390Mi (4%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
hugepages-32Mi 0 (0%) 0 (0%)
hugepages-64Ki 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 9m19s kube-proxy
Normal NodeHasSufficientMemory 9m37s (x8 over 9m37s) kubelet Node addons-038671 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m37s (x8 over 9m37s) kubelet Node addons-038671 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m37s (x7 over 9m37s) kubelet Node addons-038671 status is now: NodeHasSufficientPID
Normal Starting 9m30s kubelet Starting kubelet.
Warning CgroupV1 9m30s kubelet Cgroup v1 support is in maintenance mode, please migrate to Cgroup v2.
Normal NodeHasSufficientMemory 9m30s kubelet Node addons-038671 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m30s kubelet Node addons-038671 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m30s kubelet Node addons-038671 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m26s node-controller Node addons-038671 event: Registered Node addons-038671 in Controller
Normal NodeReady 8m40s kubelet Node addons-038671 status is now: NodeReady
==> dmesg <==
[Oct28 10:02] overlayfs: '/var/lib/containers/storage/overlay/l/ZLTOCNGE2IGM6DT7VP2QP7OV3M' not a directory
[ +0.673094] overlayfs: '/var/lib/containers/storage/overlay/l/Q2QJNMTVZL6GMULS36RA5ZJGSA' not a directory
==> etcd [64a354d55df772a1a95b287b5364e2c82a73f68647161a5d6d5b932f8d720252] <==
{"level":"info","ts":"2024-10-28T11:49:20.055745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgPreVoteResp from aec36adc501070cc at term 1"}
{"level":"info","ts":"2024-10-28T11:49:20.055765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became candidate at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc received MsgVoteResp from aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055782Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aec36adc501070cc became leader at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.055790Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aec36adc501070cc elected leader aec36adc501070cc at term 2"}
{"level":"info","ts":"2024-10-28T11:49:20.057668Z","caller":"etcdserver/server.go:2629","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.059591Z","caller":"etcdserver/server.go:2118","msg":"published local member to cluster through raft","local-member-id":"aec36adc501070cc","local-member-attributes":"{Name:addons-038671 ClientURLs:[https://192.168.49.2:2379]}","request-path":"/0/members/aec36adc501070cc/attributes","cluster-id":"fa54960ea34d58be","publish-timeout":"7s"}
{"level":"info","ts":"2024-10-28T11:49:20.059645Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-28T11:49:20.060075Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-10-28T11:49:20.060248Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2024-10-28T11:49:20.060271Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2024-10-28T11:49:20.060850Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-28T11:49:20.061717Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.49.2:2379"}
{"level":"info","ts":"2024-10-28T11:49:20.060850Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2024-10-28T11:49:20.064629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2024-10-28T11:49:20.071973Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fa54960ea34d58be","local-member-id":"aec36adc501070cc","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.075737Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:20.075787Z","caller":"etcdserver/server.go:2653","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-10-28T11:49:32.353844Z","caller":"traceutil/trace.go:171","msg":"trace[747557733] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"180.853607ms","start":"2024-10-28T11:49:32.172974Z","end":"2024-10-28T11:49:32.353828Z","steps":["trace[747557733] 'process raft request' (duration: 180.743699ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.184885Z","caller":"traceutil/trace.go:171","msg":"trace[1717804744] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"212.591555ms","start":"2024-10-28T11:49:33.972275Z","end":"2024-10-28T11:49:34.184866Z","steps":["trace[1717804744] 'process raft request' (duration: 139.556477ms)","trace[1717804744] 'compare' (duration: 72.896215ms)"],"step_count":2}
{"level":"info","ts":"2024-10-28T11:49:34.187991Z","caller":"traceutil/trace.go:171","msg":"trace[393317470] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"215.177209ms","start":"2024-10-28T11:49:33.972800Z","end":"2024-10-28T11:49:34.187978Z","steps":["trace[393317470] 'process raft request' (duration: 215.026055ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.191692Z","caller":"traceutil/trace.go:171","msg":"trace[250258029] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"218.751891ms","start":"2024-10-28T11:49:33.972920Z","end":"2024-10-28T11:49:34.191672Z","steps":["trace[250258029] 'process raft request' (duration: 214.99042ms)"],"step_count":1}
{"level":"info","ts":"2024-10-28T11:49:34.191887Z","caller":"traceutil/trace.go:171","msg":"trace[417587804] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"219.008809ms","start":"2024-10-28T11:49:33.972870Z","end":"2024-10-28T11:49:34.191879Z","steps":["trace[417587804] 'process raft request' (duration: 215.020877ms)"],"step_count":1}
{"level":"warn","ts":"2024-10-28T11:49:34.260671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.821689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/standard\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-10-28T11:49:34.265297Z","caller":"traceutil/trace.go:171","msg":"trace[1362716322] range","detail":"{range_begin:/registry/storageclasses/standard; range_end:; response_count:0; response_revision:372; }","duration":"174.454142ms","start":"2024-10-28T11:49:34.090824Z","end":"2024-10-28T11:49:34.265278Z","steps":["trace[1362716322] 'agreement among raft nodes before linearized reading' (duration: 169.299474ms)"],"step_count":1}
==> kernel <==
11:58:57 up 1 day, 17:41, 0 users, load average: 0.12, 0.77, 1.75
Linux addons-038671 5.15.0-1071-aws #77~20.04.1-Ubuntu SMP Thu Oct 3 19:34:36 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.5 LTS"
==> kindnet [51277b0ad6228c81bc652c0bd7deb8862a451e810e78e8b8aabe59b9d2400297] <==
I1028 11:56:56.354680 1 main.go:300] handling current node
I1028 11:57:06.354628 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:06.354874 1 main.go:300] handling current node
I1028 11:57:16.357345 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:16.357378 1 main.go:300] handling current node
I1028 11:57:26.355723 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:26.355845 1 main.go:300] handling current node
I1028 11:57:36.354910 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:36.354946 1 main.go:300] handling current node
I1028 11:57:46.357775 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:46.357812 1 main.go:300] handling current node
I1028 11:57:56.357097 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:57:56.357134 1 main.go:300] handling current node
I1028 11:58:06.359273 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:06.359311 1 main.go:300] handling current node
I1028 11:58:16.355700 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:16.355739 1 main.go:300] handling current node
I1028 11:58:26.362676 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:26.362711 1 main.go:300] handling current node
I1028 11:58:36.354904 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:36.354937 1 main.go:300] handling current node
I1028 11:58:46.355870 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:46.355904 1 main.go:300] handling current node
I1028 11:58:56.355705 1 main.go:296] Handling node with IPs: map[192.168.49.2:{}]
I1028 11:58:56.355744 1 main.go:300] handling current node
==> kube-apiserver [1a9b413b1f2488515acd6a7c7b43c9814342bda66bb7925e424b0fa3682c5a1f] <==
I1028 11:51:27.207208 1 handler.go:286] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
E1028 11:52:13.016234 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52150: use of closed network connection
E1028 11:52:13.415007 1 conn.go:339] Error on socket receive: read tcp 192.168.49.2:8443->192.168.49.1:52190: use of closed network connection
I1028 11:52:23.008995 1 alloc.go:330] "allocated clusterIPs" service="headlamp/headlamp" clusterIPs={"IPv4":"10.109.17.167"}
E1028 11:53:09.871878 1 authentication.go:73] "Unable to authenticate the request" err="[invalid bearer token, serviceaccounts \"local-path-provisioner-service-account\" not found]"
I1028 11:53:51.652375 1 controller.go:615] quota admission added evaluator for: volumesnapshots.snapshot.storage.k8s.io
I1028 11:54:03.604908 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.605238 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.642348 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.642407 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.666950 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.667084 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.690049 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.690186 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
I1028 11:54:03.707895 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1 to ResourceManager
I1028 11:54:03.708010 1 handler.go:286] Adding GroupVersion snapshot.storage.k8s.io v1beta1 to ResourceManager
W1028 11:54:04.695306 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotcontents.snapshot.storage.k8s.io
W1028 11:54:04.711925 1 cacher.go:171] Terminating all watchers from cacher volumesnapshots.snapshot.storage.k8s.io
W1028 11:54:04.757016 1 cacher.go:171] Terminating all watchers from cacher volumesnapshotclasses.snapshot.storage.k8s.io
I1028 11:54:17.250628 1 handler.go:286] Adding GroupVersion gadget.kinvolk.io v1alpha1 to ResourceManager
W1028 11:54:18.277689 1 cacher.go:171] Terminating all watchers from cacher traces.gadget.kinvolk.io
I1028 11:54:22.792424 1 controller.go:615] quota admission added evaluator for: ingresses.networking.k8s.io
I1028 11:54:23.138558 1 alloc.go:330] "allocated clusterIPs" service="default/nginx" clusterIPs={"IPv4":"10.110.249.230"}
I1028 11:56:41.557308 1 alloc.go:330] "allocated clusterIPs" service="default/hello-world-app" clusterIPs={"IPv4":"10.105.46.29"}
E1028 11:56:46.056318 1 watch.go:250] "Unhandled Error" err="http2: stream closed" logger="UnhandledError"
==> kube-controller-manager [a061caec1b04db78df550d869b58a4e0908c1ee077689b254b08ec6a6a061f60] <==
W1028 11:57:04.366884 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:04.367003 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
I1028 11:57:06.688684 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="addons-038671"
W1028 11:57:15.449638 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:15.449680 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:57:27.694363 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:27.694405 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:57:42.359576 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:42.359636 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:57:53.794661 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:53.794701 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:57:56.476304 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:57:56.476434 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:14.360460 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:14.360499 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:18.458011 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:18.458058 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:29.813267 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:29.813309 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:33.968815 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:33.968866 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:53.669215 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:53.669256 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
W1028 11:58:55.625939 1 reflector.go:561] k8s.io/client-go/metadata/metadatainformer/informer.go:138: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource
E1028 11:58:55.625988 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/metadata/metadatainformer/informer.go:138: Failed to watch *v1.PartialObjectMetadata: failed to list *v1.PartialObjectMetadata: the server could not find the requested resource" logger="UnhandledError"
==> kube-proxy [067dd10e0f7036320c3b8ad02661fcb9e8cd0ebfa438144fabe19e80485db261] <==
I1028 11:49:36.910322 1 server_linux.go:66] "Using iptables proxy"
I1028 11:49:37.328890 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.49.2"]
E1028 11:49:37.329052 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1028 11:49:37.378346 1 server.go:243] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1028 11:49:37.378413 1 server_linux.go:169] "Using iptables Proxier"
I1028 11:49:37.385784 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1028 11:49:37.395910 1 server.go:483] "Version info" version="v1.31.2"
I1028 11:49:37.395963 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1028 11:49:37.427841 1 config.go:199] "Starting service config controller"
I1028 11:49:37.427886 1 shared_informer.go:313] Waiting for caches to sync for service config
I1028 11:49:37.427925 1 config.go:105] "Starting endpoint slice config controller"
I1028 11:49:37.427938 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1028 11:49:37.428309 1 config.go:328] "Starting node config controller"
I1028 11:49:37.428328 1 shared_informer.go:313] Waiting for caches to sync for node config
I1028 11:49:37.528632 1 shared_informer.go:320] Caches are synced for node config
I1028 11:49:37.528732 1 shared_informer.go:320] Caches are synced for service config
I1028 11:49:37.528793 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [8576625b7beb1773772032e531b4a5518bacd78a99ab4e4498e78da34087913a] <==
W1028 11:49:24.550900 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1028 11:49:24.550931 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551152 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.551181 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551247 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1028 11:49:24.551270 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551388 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1028 11:49:24.551413 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551779 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1028 11:49:24.551834 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.551916 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1028 11:49:24.551941 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552017 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.552040 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552571 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.552609 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.552725 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E1028 11:49:24.552746 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553038 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1028 11:49:24.553064 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553168 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1028 11:49:24.553193 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1028 11:49:24.553575 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1028 11:49:24.553612 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1028 11:49:25.644675 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Oct 28 11:57:16 addons-038671 kubelet[1495]: E1028 11:57:16.549655 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116636549411992,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:16 addons-038671 kubelet[1495]: E1028 11:57:16.549692 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116636549411992,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:26 addons-038671 kubelet[1495]: E1028 11:57:26.552092 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116646551839065,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:26 addons-038671 kubelet[1495]: E1028 11:57:26.552136 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116646551839065,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:26 addons-038671 kubelet[1495]: I1028 11:57:26.962796 1495 scope.go:117] "RemoveContainer" containerID="7527e7528d5a2d45383eb31ed520fcfc101ee32ffc90377971230e6326a3a87e"
Oct 28 11:57:26 addons-038671 kubelet[1495]: I1028 11:57:26.980921 1495 scope.go:117] "RemoveContainer" containerID="c1a904c1746866a3abb4863d892a55a9ffcfa22d32be300493213491ccde9826"
Oct 28 11:57:36 addons-038671 kubelet[1495]: E1028 11:57:36.554497 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116656554276323,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:36 addons-038671 kubelet[1495]: E1028 11:57:36.554534 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116656554276323,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:46 addons-038671 kubelet[1495]: E1028 11:57:46.557460 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116666557239599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:46 addons-038671 kubelet[1495]: E1028 11:57:46.557497 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116666557239599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:56 addons-038671 kubelet[1495]: E1028 11:57:56.560798 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116676560549634,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:57:56 addons-038671 kubelet[1495]: E1028 11:57:56.560843 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116676560549634,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:06 addons-038671 kubelet[1495]: E1028 11:58:06.563977 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116686563730152,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:06 addons-038671 kubelet[1495]: E1028 11:58:06.564015 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116686563730152,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:11 addons-038671 kubelet[1495]: I1028 11:58:11.377197 1495 kubelet_pods.go:1007] "Unable to retrieve pull secret, the image pull may not succeed." pod="default/busybox" secret="" err="secret \"gcp-auth\" not found"
Oct 28 11:58:16 addons-038671 kubelet[1495]: E1028 11:58:16.566621 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116696566399775,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:16 addons-038671 kubelet[1495]: E1028 11:58:16.566658 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116696566399775,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:26 addons-038671 kubelet[1495]: E1028 11:58:26.569194 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116706568946823,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:26 addons-038671 kubelet[1495]: E1028 11:58:26.569261 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116706568946823,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:36 addons-038671 kubelet[1495]: E1028 11:58:36.571931 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116716571725401,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:36 addons-038671 kubelet[1495]: E1028 11:58:36.571968 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116716571725401,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:46 addons-038671 kubelet[1495]: E1028 11:58:46.575199 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116726574937376,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:46 addons-038671 kubelet[1495]: E1028 11:58:46.575235 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116726574937376,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:56 addons-038671 kubelet[1495]: E1028 11:58:56.588052 1495 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116736587381287,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 28 11:58:56 addons-038671 kubelet[1495]: E1028 11:58:56.588089 1495 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1730116736587381287,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:596735,},InodesUsed:&UInt64Value{Value:231,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
==> storage-provisioner [90f1b7cf23569a62a06ffd8bd2a79bac8223c5071f57acbb97746ade6ae22a9d] <==
I1028 11:50:17.623926 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1028 11:50:17.649572 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1028 11:50:17.649703 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1028 11:50:17.660701 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1028 11:50:17.660980 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741!
I1028 11:50:17.661155 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"1eabd466-d93c-4c4a-9b27-3add94f40bfc", APIVersion:"v1", ResourceVersion:"921", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741 became leader
I1028 11:50:17.761112 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_addons-038671_18636af6-bbe3-4e84-9dde-6f726c559741!
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p addons-038671 -n addons-038671
helpers_test.go:261: (dbg) Run: kubectl --context addons-038671 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestAddons/parallel/MetricsServer FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable metrics-server --alsologtostderr -v=1
--- FAIL: TestAddons/parallel/MetricsServer (361.11s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-arm64 start -p pause-031291 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-arm64 start -p pause-031291 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (34.602061164s)
pause_test.go:100: expected the second start log output to include "The running cluster does not require reconfiguration" but got:
-- stdout --
* [pause-031291] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
* Starting "pause-031291" primary control-plane node in "pause-031291" cluster
* Pulling base image v0.0.45-1729876044-19868 ...
* Updating the running docker "pause-031291" container ...
* Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
* Enabled addons:
* Verifying Kubernetes components...
* Done! kubectl is now configured to use "pause-031291" cluster and "default" namespace by default
-- /stdout --
** stderr **
I1028 12:38:42.933283 1780811 out.go:345] Setting OutFile to fd 1 ...
I1028 12:38:42.933567 1780811 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:38:42.933580 1780811 out.go:358] Setting ErrFile to fd 2...
I1028 12:38:42.933586 1780811 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:38:42.933844 1780811 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:38:42.934222 1780811 out.go:352] Setting JSON to false
I1028 12:38:42.935194 1780811 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":152453,"bootTime":1729966670,"procs":223,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:38:42.935262 1780811 start.go:139] virtualization:
I1028 12:38:42.938599 1780811 out.go:177] * [pause-031291] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 12:38:42.942046 1780811 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:38:42.942116 1780811 notify.go:220] Checking for updates...
I1028 12:38:42.947063 1780811 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:38:42.949724 1780811 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:38:42.952298 1780811 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:38:42.954996 1780811 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:38:42.957581 1780811 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:38:42.960799 1780811 config.go:182] Loaded profile config "pause-031291": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:38:42.961360 1780811 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:38:42.993532 1780811 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:38:42.993720 1780811 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:38:43.047177 1780811 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:38:43.038180179 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:38:43.047289 1780811 docker.go:318] overlay module found
I1028 12:38:43.050127 1780811 out.go:177] * Using the docker driver based on existing profile
I1028 12:38:43.052701 1780811 start.go:297] selected driver: docker
I1028 12:38:43.052720 1780811 start.go:901] validating driver "docker" against &{Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikub
eCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regi
stry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:38:43.052858 1780811 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:38:43.052960 1780811 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:38:43.101635 1780811 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:38:43.091745829 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:38:43.102076 1780811 cni.go:84] Creating CNI manager for ""
I1028 12:38:43.102132 1780811 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:38:43.102180 1780811 start.go:340] cluster config:
{Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:c
rio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provis
ioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:38:43.105168 1780811 out.go:177] * Starting "pause-031291" primary control-plane node in "pause-031291" cluster
I1028 12:38:43.107834 1780811 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 12:38:43.110563 1780811 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 12:38:43.113301 1780811 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:38:43.113341 1780811 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 12:38:43.113397 1780811 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 12:38:43.113406 1780811 cache.go:56] Caching tarball of preloaded images
I1028 12:38:43.113490 1780811 preload.go:172] Found /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1028 12:38:43.113499 1780811 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 12:38:43.113629 1780811 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/config.json ...
I1028 12:38:43.132181 1780811 image.go:98] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon, skipping pull
I1028 12:38:43.132202 1780811 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in daemon, skipping load
I1028 12:38:43.132221 1780811 cache.go:194] Successfully downloaded all kic artifacts
I1028 12:38:43.132244 1780811 start.go:360] acquireMachinesLock for pause-031291: {Name:mk744595283528e0e72853586bb58979ed598394 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 12:38:43.132305 1780811 start.go:364] duration metric: took 35.241µs to acquireMachinesLock for "pause-031291"
I1028 12:38:43.132329 1780811 start.go:96] Skipping create...Using existing machine configuration
I1028 12:38:43.132337 1780811 fix.go:54] fixHost starting:
I1028 12:38:43.132594 1780811 cli_runner.go:164] Run: docker container inspect pause-031291 --format={{.State.Status}}
I1028 12:38:43.148000 1780811 fix.go:112] recreateIfNeeded on pause-031291: state=Running err=<nil>
W1028 12:38:43.148033 1780811 fix.go:138] unexpected machine state, will restart: <nil>
I1028 12:38:43.151218 1780811 out.go:177] * Updating the running docker "pause-031291" container ...
I1028 12:38:43.153752 1780811 machine.go:93] provisionDockerMachine start ...
I1028 12:38:43.153864 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:43.169770 1780811 main.go:141] libmachine: Using SSH client type: native
I1028 12:38:43.170042 1780811 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40705 <nil> <nil>}
I1028 12:38:43.170059 1780811 main.go:141] libmachine: About to run SSH command:
hostname
I1028 12:38:43.299100 1780811 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-031291
I1028 12:38:43.299124 1780811 ubuntu.go:169] provisioning hostname "pause-031291"
I1028 12:38:43.299190 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:43.316357 1780811 main.go:141] libmachine: Using SSH client type: native
I1028 12:38:43.316605 1780811 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40705 <nil> <nil>}
I1028 12:38:43.316623 1780811 main.go:141] libmachine: About to run SSH command:
sudo hostname pause-031291 && echo "pause-031291" | sudo tee /etc/hostname
I1028 12:38:43.458801 1780811 main.go:141] libmachine: SSH cmd err, output: <nil>: pause-031291
I1028 12:38:43.458883 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:43.475157 1780811 main.go:141] libmachine: Using SSH client type: native
I1028 12:38:43.475404 1780811 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40705 <nil> <nil>}
I1028 12:38:43.475426 1780811 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-031291' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-031291/g' /etc/hosts;
else
echo '127.0.1.1 pause-031291' | sudo tee -a /etc/hosts;
fi
fi
I1028 12:38:43.599735 1780811 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1028 12:38:43.599761 1780811 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19875-1603180/.minikube CaCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19875-1603180/.minikube}
I1028 12:38:43.599792 1780811 ubuntu.go:177] setting up certificates
I1028 12:38:43.599802 1780811 provision.go:84] configureAuth start
I1028 12:38:43.599866 1780811 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-031291
I1028 12:38:43.617056 1780811 provision.go:143] copyHostCerts
I1028 12:38:43.617139 1780811 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-1603180/.minikube/key.pem, removing ...
I1028 12:38:43.617158 1780811 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-1603180/.minikube/key.pem
I1028 12:38:43.617237 1780811 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/key.pem (1675 bytes)
I1028 12:38:43.617434 1780811 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.pem, removing ...
I1028 12:38:43.617452 1780811 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.pem
I1028 12:38:43.617486 1780811 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.pem (1082 bytes)
I1028 12:38:43.617549 1780811 exec_runner.go:144] found /home/jenkins/minikube-integration/19875-1603180/.minikube/cert.pem, removing ...
I1028 12:38:43.617560 1780811 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19875-1603180/.minikube/cert.pem
I1028 12:38:43.617584 1780811 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19875-1603180/.minikube/cert.pem (1123 bytes)
I1028 12:38:43.617676 1780811 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem org=jenkins.pause-031291 san=[127.0.0.1 192.168.85.2 localhost minikube pause-031291]
I1028 12:38:43.784019 1780811 provision.go:177] copyRemoteCerts
I1028 12:38:43.784095 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1028 12:38:43.784140 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:43.803163 1780811 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40705 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/pause-031291/id_rsa Username:docker}
I1028 12:38:43.896998 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1028 12:38:43.923247 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1028 12:38:43.950319 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/machines/server.pem --> /etc/docker/server.pem (1204 bytes)
I1028 12:38:43.975748 1780811 provision.go:87] duration metric: took 375.918656ms to configureAuth
I1028 12:38:43.975783 1780811 ubuntu.go:193] setting minikube options for container-runtime
I1028 12:38:43.976011 1780811 config.go:182] Loaded profile config "pause-031291": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:38:43.976129 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:43.992736 1780811 main.go:141] libmachine: Using SSH client type: native
I1028 12:38:43.993001 1780811 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x415580] 0x417dc0 <nil> [] 0s} 127.0.0.1 40705 <nil> <nil>}
I1028 12:38:43.993021 1780811 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1028 12:38:49.416527 1780811 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1028 12:38:49.416549 1780811 machine.go:96] duration metric: took 6.26277945s to provisionDockerMachine
I1028 12:38:49.416561 1780811 start.go:293] postStartSetup for "pause-031291" (driver="docker")
I1028 12:38:49.416573 1780811 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1028 12:38:49.416650 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1028 12:38:49.416694 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:49.438626 1780811 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40705 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/pause-031291/id_rsa Username:docker}
I1028 12:38:49.533696 1780811 ssh_runner.go:195] Run: cat /etc/os-release
I1028 12:38:49.537100 1780811 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1028 12:38:49.537141 1780811 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1028 12:38:49.537154 1780811 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1028 12:38:49.537161 1780811 info.go:137] Remote host: Ubuntu 22.04.5 LTS
I1028 12:38:49.537171 1780811 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/addons for local assets ...
I1028 12:38:49.537223 1780811 filesync.go:126] Scanning /home/jenkins/minikube-integration/19875-1603180/.minikube/files for local assets ...
I1028 12:38:49.537298 1780811 filesync.go:149] local asset: /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem -> 16085722.pem in /etc/ssl/certs
I1028 12:38:49.537417 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1028 12:38:49.546716 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem --> /etc/ssl/certs/16085722.pem (1708 bytes)
I1028 12:38:49.573410 1780811 start.go:296] duration metric: took 156.833686ms for postStartSetup
I1028 12:38:49.573558 1780811 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:38:49.573620 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:49.595839 1780811 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40705 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/pause-031291/id_rsa Username:docker}
I1028 12:38:49.684879 1780811 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1028 12:38:49.690206 1780811 fix.go:56] duration metric: took 6.557862571s for fixHost
I1028 12:38:49.690234 1780811 start.go:83] releasing machines lock for "pause-031291", held for 6.557916931s
I1028 12:38:49.690302 1780811 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-031291
I1028 12:38:49.708650 1780811 ssh_runner.go:195] Run: cat /version.json
I1028 12:38:49.708711 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:49.708954 1780811 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1028 12:38:49.709013 1780811 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-031291
I1028 12:38:49.746629 1780811 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40705 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/pause-031291/id_rsa Username:docker}
I1028 12:38:49.751758 1780811 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40705 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/pause-031291/id_rsa Username:docker}
I1028 12:38:49.925384 1780811 ssh_runner.go:195] Run: systemctl --version
I1028 12:38:50.250007 1780811 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1028 12:38:50.663464 1780811 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1028 12:38:50.682826 1780811 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 12:38:50.715584 1780811 cni.go:221] loopback cni configuration disabled: "/etc/cni/net.d/*loopback.conf*" found
I1028 12:38:50.715729 1780811 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1028 12:38:50.754231 1780811 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1028 12:38:50.754253 1780811 start.go:495] detecting cgroup driver to use...
I1028 12:38:50.754286 1780811 detect.go:187] detected "cgroupfs" cgroup driver on host os
I1028 12:38:50.754333 1780811 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1028 12:38:50.794400 1780811 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1028 12:38:50.842544 1780811 docker.go:217] disabling cri-docker service (if available) ...
I1028 12:38:50.842674 1780811 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1028 12:38:50.891134 1780811 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1028 12:38:50.926459 1780811 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1028 12:38:51.240839 1780811 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1028 12:38:51.477712 1780811 docker.go:233] disabling docker service ...
I1028 12:38:51.477830 1780811 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1028 12:38:51.511074 1780811 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1028 12:38:51.533879 1780811 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1028 12:38:51.900299 1780811 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1028 12:38:52.144235 1780811 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1028 12:38:52.177126 1780811 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1028 12:38:52.222495 1780811 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1028 12:38:52.222615 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.254486 1780811 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1028 12:38:52.254635 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.282630 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.310335 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.337127 1780811 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1028 12:38:52.364275 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.382489 1780811 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.417917 1780811 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1028 12:38:52.432788 1780811 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1028 12:38:52.453273 1780811 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1028 12:38:52.471858 1780811 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 12:38:52.812623 1780811 ssh_runner.go:195] Run: sudo systemctl restart crio
I1028 12:39:01.329108 1780811 ssh_runner.go:235] Completed: sudo systemctl restart crio: (8.516393565s)
I1028 12:39:01.329150 1780811 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1028 12:39:01.329211 1780811 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1028 12:39:01.334127 1780811 start.go:563] Will wait 60s for crictl version
I1028 12:39:01.334189 1780811 ssh_runner.go:195] Run: which crictl
I1028 12:39:01.338956 1780811 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1028 12:39:01.399483 1780811 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.24.6
RuntimeApiVersion: v1
I1028 12:39:01.399575 1780811 ssh_runner.go:195] Run: crio --version
I1028 12:39:01.446740 1780811 ssh_runner.go:195] Run: crio --version
I1028 12:39:01.504760 1780811 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.24.6 ...
I1028 12:39:01.507421 1780811 cli_runner.go:164] Run: docker network inspect pause-031291 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 12:39:01.529384 1780811 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1028 12:39:01.533336 1780811 kubeadm.go:883] updating cluster {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:fals
e registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 12:39:01.533476 1780811 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:39:01.533527 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.590882 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.590901 1780811 crio.go:433] Images already preloaded, skipping extraction
I1028 12:39:01.590955 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.641924 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.642014 1780811 cache_images.go:84] Images are preloaded, skipping loading
I1028 12:39:01.642036 1780811 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.31.2 crio true true} ...
I1028 12:39:01.642203 1780811 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-031291 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 12:39:01.642342 1780811 ssh_runner.go:195] Run: crio config
I1028 12:39:01.739955 1780811 cni.go:84] Creating CNI manager for ""
I1028 12:39:01.739975 1780811 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:39:01.739985 1780811 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 12:39:01.740017 1780811 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-031291 NodeName:pause-031291 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 12:39:01.740151 1780811 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-031291"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 12:39:01.740220 1780811 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 12:39:01.754913 1780811 binaries.go:44] Found k8s binaries, skipping transfer
I1028 12:39:01.754979 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 12:39:01.764797 1780811 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1028 12:39:01.786624 1780811 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 12:39:01.809174 1780811 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1028 12:39:01.842294 1780811 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1028 12:39:01.852173 1780811 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 12:39:02.048576 1780811 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 12:39:02.064157 1780811 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291 for IP: 192.168.85.2
I1028 12:39:02.064176 1780811 certs.go:194] generating shared ca certs ...
I1028 12:39:02.064191 1780811 certs.go:226] acquiring lock for ca certs: {Name:mkef350001610fdd9cbbb97677a025450a8a609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 12:39:02.064321 1780811 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key
I1028 12:39:02.064363 1780811 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key
I1028 12:39:02.064370 1780811 certs.go:256] generating profile certs ...
I1028 12:39:02.064453 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/client.key
I1028 12:39:02.064517 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key.e6b0a9c4
I1028 12:39:02.064553 1780811 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key
I1028 12:39:02.064660 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem (1338 bytes)
W1028 12:39:02.064694 1780811 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572_empty.pem, impossibly tiny 0 bytes
I1028 12:39:02.064705 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem (1675 bytes)
I1028 12:39:02.064727 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem (1082 bytes)
I1028 12:39:02.064748 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem (1123 bytes)
I1028 12:39:02.064772 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem (1675 bytes)
I1028 12:39:02.064819 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem (1708 bytes)
I1028 12:39:02.065530 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 12:39:02.106519 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 12:39:02.156174 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 12:39:02.183599 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 12:39:02.216453 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 12:39:02.247137 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 12:39:02.296605 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 12:39:02.328127 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 12:39:02.369932 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem --> /usr/share/ca-certificates/16085722.pem (1708 bytes)
I1028 12:39:02.410501 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 12:39:02.452464 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem --> /usr/share/ca-certificates/1608572.pem (1338 bytes)
I1028 12:39:02.490619 1780811 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 12:39:02.513687 1780811 ssh_runner.go:195] Run: openssl version
I1028 12:39:02.520044 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16085722.pem && ln -fs /usr/share/ca-certificates/16085722.pem /etc/ssl/certs/16085722.pem"
I1028 12:39:02.530795 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535569 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:59 /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535652 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.548574 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16085722.pem /etc/ssl/certs/3ec20f2e.0"
I1028 12:39:02.560351 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 12:39:02.573093 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576848 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:49 /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576910 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.589721 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 12:39:02.599927 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1608572.pem && ln -fs /usr/share/ca-certificates/1608572.pem /etc/ssl/certs/1608572.pem"
I1028 12:39:02.610322 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619428 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:59 /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619498 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.627768 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1608572.pem /etc/ssl/certs/51391683.0"
I1028 12:39:02.639681 1780811 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 12:39:02.643665 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1028 12:39:02.651196 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1028 12:39:02.658868 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1028 12:39:02.668787 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1028 12:39:02.678096 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1028 12:39:02.688723 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1028 12:39:02.698118 1780811 kubeadm.go:392] StartCluster: {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false r
egistry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.698420 1780811 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 12:39:02.698494 1780811 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 12:39:02.766998 1780811 cri.go:89] found id: "6584555a528396a27278c52eb171a6b533690269416258472a5bd13ad2ae5658"
I1028 12:39:02.767019 1780811 cri.go:89] found id: "de35d09634f1cb605b8027f244165b6707cbad589bc08e8f0b4b4aad965f85a1"
I1028 12:39:02.767024 1780811 cri.go:89] found id: "8794dcf5ea98cd1f5acc62c517bb94f1d532be885592e9ce556da43b6976951b"
I1028 12:39:02.767028 1780811 cri.go:89] found id: "fa3691b7ae8614767c56a4c48e3a2aba706709efbf788eed7d6a34b3549c8665"
I1028 12:39:02.767032 1780811 cri.go:89] found id: "86ebb0909f55ef1c34671b0c15dedd54383eab7a465595e5a7148bd782bf8c81"
I1028 12:39:02.767047 1780811 cri.go:89] found id: "0ffea1da5e0cbd705e7c1ca749d365bf579e8cb7c1a94bab223e7715a4d3b0a0"
I1028 12:39:02.767051 1780811 cri.go:89] found id: "7ef4fc30faaf59ff38130964308b0465179442e16e88f776d505dd19f9d8b690"
I1028 12:39:02.767054 1780811 cri.go:89] found id: "21752e39ef57d5e6dcb2dd48305a8bf683cac257e39b72aee501782b796ee08e"
I1028 12:39:02.767057 1780811 cri.go:89] found id: "89efe1bd6da291b45e720af24bb926d84607f65110dd7c6527c2bb534ffd0c64"
I1028 12:39:02.767070 1780811 cri.go:89] found id: "7bda2bd075d9f813e65df86e7d4210ef2681364a79b10b640af4f5f74dfb7505"
I1028 12:39:02.767075 1780811 cri.go:89] found id: "a2bebc1383bf8dcbe4b85916cd34fca2af933e312a0765e9faa2987b16d702f7"
I1028 12:39:02.767079 1780811 cri.go:89] found id: "de134c03d3225b5e7a9c8d7900c2e819a82ab2122d15563de4aa7863d0209894"
I1028 12:39:02.767082 1780811 cri.go:89] found id: "a8e66065289a6290f51258b263e0d8326f4a2ccc16c806c07d07084a3183b218"
I1028 12:39:02.767085 1780811 cri.go:89] found id: "3ba520010bc9e2f31ca34ff18a7653ebfdaea596b5b6c3e7441cf9bb073f1b25"
I1028 12:39:02.767099 1780811 cri.go:89] found id: "28166bf13c366d57b98b45bea5d25160d4e2143edebf1486b542810af4dd87ca"
I1028 12:39:02.767102 1780811 cri.go:89] found id: "7050eaadbebb21d1c39cb038438d48d91339f7e8c22033e6b4dc24b8c6303eef"
I1028 12:39:02.767105 1780811 cri.go:89] found id: ""
I1028 12:39:02.767173 1780811 ssh_runner.go:195] Run: sudo runc list -f json
** /stderr **
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestPause/serial/SecondStartNoReconfiguration]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect pause-031291
helpers_test.go:235: (dbg) docker inspect pause-031291:
-- stdout --
[
{
"Id": "ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa",
"Created": "2024-10-28T12:37:26.660780548Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1776706,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T12:37:26.807072256Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e536a13478ac3e12b0286f2242f0931e32c32cc3eeb0139a219c9133dcd9fe90",
"ResolvConfPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/hostname",
"HostsPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/hosts",
"LogPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa-json.log",
"Name": "/pause-031291",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-031291:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-031291",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2147483648,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4294967296,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805-init/diff:/var/lib/docker/overlay2/8f3742a328dbc9866e13451d94811b92ede28d254ccde76ad8d84a5bced37ebb/diff",
"MergedDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/merged",
"UpperDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/diff",
"WorkDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-031291",
"Source": "/var/lib/docker/volumes/pause-031291/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-031291",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-031291",
"name.minikube.sigs.k8s.io": "pause-031291",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "19ba84b0217f90d4427be5d4ad9d7bdd3eb4a79e40ceac8271346732b78f3482",
"SandboxKey": "/var/run/docker/netns/19ba84b0217f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40705"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40706"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40709"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40707"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40708"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-031291": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:55:02",
"DriverOpts": null,
"NetworkID": "af6af1170338526f291ae28937eeb0d59f34f8eb02c65f400a2eaf9685bf35e0",
"EndpointID": "19ead8bd05823ba1e4533418539f8209887ae08348da213fb4c1941cada1ae7e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-031291",
"ed5c8ba01a93"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-031291 -n pause-031291
helpers_test.go:244: <<< TestPause/serial/SecondStartNoReconfiguration FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestPause/serial/SecondStartNoReconfiguration]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p pause-031291 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p pause-031291 logs -n 25: (1.631924028s)
helpers_test.go:252: TestPause/serial/SecondStartNoReconfiguration logs:
-- stdout --
==> Audit <==
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| start | -p missing-upgrade-553333 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:33 UTC |
| | --memory=2200 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:32 UTC |
| | --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:32 UTC |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:33 UTC |
| | --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | -p NoKubernetes-585759 sudo | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | |
| | systemctl is-active --quiet | | | | | |
| | service kubelet | | | | | |
| stop | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | -p NoKubernetes-585759 sudo | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | |
| | systemctl is-active --quiet | | | | | |
| | service kubelet | | | | | |
| delete | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:34 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p missing-upgrade-553333 | missing-upgrade-553333 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:34 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| stop | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:34 UTC |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:39 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p missing-upgrade-553333 | missing-upgrade-553333 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:34 UTC |
| start | -p stopped-upgrade-964561 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:35 UTC |
| | --memory=2200 | | | | | |
| | --vm-driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| stop | stopped-upgrade-964561 stop | minikube | jenkins | v1.26.0 | 28 Oct 24 12:35 UTC | 28 Oct 24 12:35 UTC |
| start | -p stopped-upgrade-964561 | stopped-upgrade-964561 | jenkins | v1.34.0 | 28 Oct 24 12:35 UTC | 28 Oct 24 12:36 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p stopped-upgrade-964561 | stopped-upgrade-964561 | jenkins | v1.34.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:36 UTC |
| start | -p running-upgrade-675761 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:36 UTC |
| | --memory=2200 | | | | | |
| | --vm-driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p running-upgrade-675761 | running-upgrade-675761 | jenkins | v1.34.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:37 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p running-upgrade-675761 | running-upgrade-675761 | jenkins | v1.34.0 | 28 Oct 24 12:37 UTC | 28 Oct 24 12:37 UTC |
| start | -p pause-031291 --memory=2048 | pause-031291 | jenkins | v1.34.0 | 28 Oct 24 12:37 UTC | 28 Oct 24 12:38 UTC |
| | --install-addons=false | | | | | |
| | --wait=all --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p pause-031291 | pause-031291 | jenkins | v1.34.0 | 28 Oct 24 12:38 UTC | 28 Oct 24 12:39 UTC |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:39 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:39 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 12:39:02
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 12:39:02.187802 1782435 out.go:345] Setting OutFile to fd 1 ...
I1028 12:39:02.187962 1782435 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:02.187969 1782435 out.go:358] Setting ErrFile to fd 2...
I1028 12:39:02.187974 1782435 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:02.188270 1782435 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:39:02.188646 1782435 out.go:352] Setting JSON to false
I1028 12:39:02.189686 1782435 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":152473,"bootTime":1729966670,"procs":218,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:39:02.189762 1782435 start.go:139] virtualization:
I1028 12:39:02.192964 1782435 out.go:177] * [kubernetes-upgrade-656370] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 12:39:02.195817 1782435 notify.go:220] Checking for updates...
I1028 12:39:02.196347 1782435 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:39:02.199154 1782435 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:39:02.201979 1782435 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:39:02.205138 1782435 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:39:02.207784 1782435 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:39:02.210823 1782435 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:39:02.213944 1782435 config.go:182] Loaded profile config "kubernetes-upgrade-656370": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:39:02.214454 1782435 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:39:02.269203 1782435 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:39:02.269324 1782435 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:39:02.355109 1782435 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:39:02.341331859 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:39:02.355213 1782435 docker.go:318] overlay module found
I1028 12:39:02.358704 1782435 out.go:177] * Using the docker driver based on existing profile
I1028 12:39:02.361433 1782435 start.go:297] selected driver: docker
I1028 12:39:02.361457 1782435 start.go:901] validating driver "docker" against &{Name:kubernetes-upgrade-656370 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:kubernetes-upgrade-656370 Namespace:default APIServerHA
VIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fals
e CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.361553 1782435 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:39:02.362247 1782435 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:39:02.443134 1782435 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:39:02.429008869 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:39:02.443521 1782435 cni.go:84] Creating CNI manager for ""
I1028 12:39:02.443571 1782435 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:39:02.443611 1782435 start.go:340] cluster config:
{Name:kubernetes-upgrade-656370 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:kubernetes-upgrade-656370 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluste
r.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHA
uthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.448271 1782435 out.go:177] * Starting "kubernetes-upgrade-656370" primary control-plane node in "kubernetes-upgrade-656370" cluster
I1028 12:39:02.450856 1782435 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 12:39:02.453681 1782435 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 12:39:02.456282 1782435 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:39:02.456343 1782435 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 12:39:02.456355 1782435 cache.go:56] Caching tarball of preloaded images
I1028 12:39:02.456374 1782435 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 12:39:02.456466 1782435 preload.go:172] Found /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1028 12:39:02.456487 1782435 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 12:39:02.456599 1782435 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/kubernetes-upgrade-656370/config.json ...
I1028 12:39:02.480080 1782435 image.go:98] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon, skipping pull
I1028 12:39:02.480103 1782435 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in daemon, skipping load
I1028 12:39:02.480121 1782435 cache.go:194] Successfully downloaded all kic artifacts
I1028 12:39:02.480176 1782435 start.go:360] acquireMachinesLock for kubernetes-upgrade-656370: {Name:mkd1f832b5d50bac08a14822178907c20b066e86 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 12:39:02.480370 1782435 start.go:364] duration metric: took 44.71µs to acquireMachinesLock for "kubernetes-upgrade-656370"
I1028 12:39:02.480405 1782435 start.go:96] Skipping create...Using existing machine configuration
I1028 12:39:02.480414 1782435 fix.go:54] fixHost starting:
I1028 12:39:02.480668 1782435 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-656370 --format={{.State.Status}}
I1028 12:39:02.505224 1782435 fix.go:112] recreateIfNeeded on kubernetes-upgrade-656370: state=Running err=<nil>
W1028 12:39:02.505257 1782435 fix.go:138] unexpected machine state, will restart: <nil>
I1028 12:39:02.508199 1782435 out.go:177] * Updating the running docker "kubernetes-upgrade-656370" container ...
I1028 12:39:01.507421 1780811 cli_runner.go:164] Run: docker network inspect pause-031291 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 12:39:01.529384 1780811 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1028 12:39:01.533336 1780811 kubeadm.go:883] updating cluster {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:fals
e registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 12:39:01.533476 1780811 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:39:01.533527 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.590882 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.590901 1780811 crio.go:433] Images already preloaded, skipping extraction
I1028 12:39:01.590955 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.641924 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.642014 1780811 cache_images.go:84] Images are preloaded, skipping loading
I1028 12:39:01.642036 1780811 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.31.2 crio true true} ...
I1028 12:39:01.642203 1780811 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-031291 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 12:39:01.642342 1780811 ssh_runner.go:195] Run: crio config
I1028 12:39:01.739955 1780811 cni.go:84] Creating CNI manager for ""
I1028 12:39:01.739975 1780811 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:39:01.739985 1780811 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 12:39:01.740017 1780811 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-031291 NodeName:pause-031291 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 12:39:01.740151 1780811 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-031291"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 12:39:01.740220 1780811 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 12:39:01.754913 1780811 binaries.go:44] Found k8s binaries, skipping transfer
I1028 12:39:01.754979 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 12:39:01.764797 1780811 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1028 12:39:01.786624 1780811 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 12:39:01.809174 1780811 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1028 12:39:01.842294 1780811 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1028 12:39:01.852173 1780811 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 12:39:02.048576 1780811 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 12:39:02.064157 1780811 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291 for IP: 192.168.85.2
I1028 12:39:02.064176 1780811 certs.go:194] generating shared ca certs ...
I1028 12:39:02.064191 1780811 certs.go:226] acquiring lock for ca certs: {Name:mkef350001610fdd9cbbb97677a025450a8a609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 12:39:02.064321 1780811 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key
I1028 12:39:02.064363 1780811 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key
I1028 12:39:02.064370 1780811 certs.go:256] generating profile certs ...
I1028 12:39:02.064453 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/client.key
I1028 12:39:02.064517 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key.e6b0a9c4
I1028 12:39:02.064553 1780811 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key
I1028 12:39:02.064660 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem (1338 bytes)
W1028 12:39:02.064694 1780811 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572_empty.pem, impossibly tiny 0 bytes
I1028 12:39:02.064705 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem (1675 bytes)
I1028 12:39:02.064727 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem (1082 bytes)
I1028 12:39:02.064748 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem (1123 bytes)
I1028 12:39:02.064772 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem (1675 bytes)
I1028 12:39:02.064819 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem (1708 bytes)
I1028 12:39:02.065530 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 12:39:02.106519 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 12:39:02.156174 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 12:39:02.183599 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 12:39:02.216453 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 12:39:02.247137 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 12:39:02.296605 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 12:39:02.328127 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 12:39:02.369932 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem --> /usr/share/ca-certificates/16085722.pem (1708 bytes)
I1028 12:39:02.410501 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 12:39:02.452464 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem --> /usr/share/ca-certificates/1608572.pem (1338 bytes)
I1028 12:39:02.490619 1780811 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 12:39:02.513687 1780811 ssh_runner.go:195] Run: openssl version
I1028 12:39:02.520044 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16085722.pem && ln -fs /usr/share/ca-certificates/16085722.pem /etc/ssl/certs/16085722.pem"
I1028 12:39:02.530795 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535569 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:59 /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535652 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.548574 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16085722.pem /etc/ssl/certs/3ec20f2e.0"
I1028 12:39:02.560351 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 12:39:02.573093 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576848 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:49 /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576910 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.589721 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 12:39:02.599927 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1608572.pem && ln -fs /usr/share/ca-certificates/1608572.pem /etc/ssl/certs/1608572.pem"
I1028 12:39:02.610322 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619428 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:59 /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619498 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.627768 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1608572.pem /etc/ssl/certs/51391683.0"
I1028 12:39:02.639681 1780811 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 12:39:02.643665 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1028 12:39:02.651196 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1028 12:39:02.658868 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1028 12:39:02.668787 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1028 12:39:02.678096 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1028 12:39:02.688723 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1028 12:39:02.698118 1780811 kubeadm.go:392] StartCluster: {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false r
egistry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.698420 1780811 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 12:39:02.698494 1780811 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 12:39:02.766998 1780811 cri.go:89] found id: "6584555a528396a27278c52eb171a6b533690269416258472a5bd13ad2ae5658"
I1028 12:39:02.767019 1780811 cri.go:89] found id: "de35d09634f1cb605b8027f244165b6707cbad589bc08e8f0b4b4aad965f85a1"
I1028 12:39:02.767024 1780811 cri.go:89] found id: "8794dcf5ea98cd1f5acc62c517bb94f1d532be885592e9ce556da43b6976951b"
I1028 12:39:02.767028 1780811 cri.go:89] found id: "fa3691b7ae8614767c56a4c48e3a2aba706709efbf788eed7d6a34b3549c8665"
I1028 12:39:02.767032 1780811 cri.go:89] found id: "86ebb0909f55ef1c34671b0c15dedd54383eab7a465595e5a7148bd782bf8c81"
I1028 12:39:02.767047 1780811 cri.go:89] found id: "0ffea1da5e0cbd705e7c1ca749d365bf579e8cb7c1a94bab223e7715a4d3b0a0"
I1028 12:39:02.767051 1780811 cri.go:89] found id: "7ef4fc30faaf59ff38130964308b0465179442e16e88f776d505dd19f9d8b690"
I1028 12:39:02.767054 1780811 cri.go:89] found id: "21752e39ef57d5e6dcb2dd48305a8bf683cac257e39b72aee501782b796ee08e"
I1028 12:39:02.767057 1780811 cri.go:89] found id: "89efe1bd6da291b45e720af24bb926d84607f65110dd7c6527c2bb534ffd0c64"
I1028 12:39:02.767070 1780811 cri.go:89] found id: "7bda2bd075d9f813e65df86e7d4210ef2681364a79b10b640af4f5f74dfb7505"
I1028 12:39:02.767075 1780811 cri.go:89] found id: "a2bebc1383bf8dcbe4b85916cd34fca2af933e312a0765e9faa2987b16d702f7"
I1028 12:39:02.767079 1780811 cri.go:89] found id: "de134c03d3225b5e7a9c8d7900c2e819a82ab2122d15563de4aa7863d0209894"
I1028 12:39:02.767082 1780811 cri.go:89] found id: "a8e66065289a6290f51258b263e0d8326f4a2ccc16c806c07d07084a3183b218"
I1028 12:39:02.767085 1780811 cri.go:89] found id: "3ba520010bc9e2f31ca34ff18a7653ebfdaea596b5b6c3e7441cf9bb073f1b25"
I1028 12:39:02.767099 1780811 cri.go:89] found id: "28166bf13c366d57b98b45bea5d25160d4e2143edebf1486b542810af4dd87ca"
I1028 12:39:02.767102 1780811 cri.go:89] found id: "7050eaadbebb21d1c39cb038438d48d91339f7e8c22033e6b4dc24b8c6303eef"
I1028 12:39:02.767105 1780811 cri.go:89] found id: ""
I1028 12:39:02.767173 1780811 ssh_runner.go:195] Run: sudo runc list -f json
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-031291 -n pause-031291
helpers_test.go:261: (dbg) Run: kubectl --context pause-031291 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestPause/serial/SecondStartNoReconfiguration FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestPause/serial/SecondStartNoReconfiguration]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect pause-031291
helpers_test.go:235: (dbg) docker inspect pause-031291:
-- stdout --
[
{
"Id": "ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa",
"Created": "2024-10-28T12:37:26.660780548Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1776706,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-10-28T12:37:26.807072256Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:e536a13478ac3e12b0286f2242f0931e32c32cc3eeb0139a219c9133dcd9fe90",
"ResolvConfPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/hostname",
"HostsPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/hosts",
"LogPath": "/var/lib/docker/containers/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa/ed5c8ba01a93967ed17b6b2c6048edb09dfa47dff54d5aba9f316faa607203aa-json.log",
"Name": "/pause-031291",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-031291:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "pause-031291",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2147483648,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4294967296,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805-init/diff:/var/lib/docker/overlay2/8f3742a328dbc9866e13451d94811b92ede28d254ccde76ad8d84a5bced37ebb/diff",
"MergedDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/merged",
"UpperDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/diff",
"WorkDir": "/var/lib/docker/overlay2/b5f4ea5245177def464e1142fc899570fcdeaef9863eeeb3bd79de42cd2f4805/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-031291",
"Source": "/var/lib/docker/volumes/pause-031291/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-031291",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-031291",
"name.minikube.sigs.k8s.io": "pause-031291",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "19ba84b0217f90d4427be5d4ad9d7bdd3eb4a79e40ceac8271346732b78f3482",
"SandboxKey": "/var/run/docker/netns/19ba84b0217f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40705"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40706"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40709"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40707"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "40708"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"pause-031291": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:55:02",
"DriverOpts": null,
"NetworkID": "af6af1170338526f291ae28937eeb0d59f34f8eb02c65f400a2eaf9685bf35e0",
"EndpointID": "19ead8bd05823ba1e4533418539f8209887ae08348da213fb4c1941cada1ae7e",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-031291",
"ed5c8ba01a93"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p pause-031291 -n pause-031291
helpers_test.go:244: <<< TestPause/serial/SecondStartNoReconfiguration FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestPause/serial/SecondStartNoReconfiguration]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p pause-031291 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-arm64 -p pause-031291 logs -n 25: (1.741638347s)
helpers_test.go:252: TestPause/serial/SecondStartNoReconfiguration logs:
-- stdout --
==> Audit <==
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| start | -p missing-upgrade-553333 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:33 UTC |
| | --memory=2200 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:32 UTC |
| | --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:32 UTC |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:32 UTC | 28 Oct 24 12:33 UTC |
| | --no-kubernetes | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | -p NoKubernetes-585759 sudo | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | |
| | systemctl is-active --quiet | | | | | |
| | service kubelet | | | | | |
| stop | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| start | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| ssh | -p NoKubernetes-585759 sudo | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | |
| | systemctl is-active --quiet | | | | | |
| | service kubelet | | | | | |
| delete | -p NoKubernetes-585759 | NoKubernetes-585759 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:33 UTC |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:34 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p missing-upgrade-553333 | missing-upgrade-553333 | jenkins | v1.34.0 | 28 Oct 24 12:33 UTC | 28 Oct 24 12:34 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| stop | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:34 UTC |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:39 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p missing-upgrade-553333 | missing-upgrade-553333 | jenkins | v1.34.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:34 UTC |
| start | -p stopped-upgrade-964561 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:34 UTC | 28 Oct 24 12:35 UTC |
| | --memory=2200 | | | | | |
| | --vm-driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| stop | stopped-upgrade-964561 stop | minikube | jenkins | v1.26.0 | 28 Oct 24 12:35 UTC | 28 Oct 24 12:35 UTC |
| start | -p stopped-upgrade-964561 | stopped-upgrade-964561 | jenkins | v1.34.0 | 28 Oct 24 12:35 UTC | 28 Oct 24 12:36 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p stopped-upgrade-964561 | stopped-upgrade-964561 | jenkins | v1.34.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:36 UTC |
| start | -p running-upgrade-675761 | minikube | jenkins | v1.26.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:36 UTC |
| | --memory=2200 | | | | | |
| | --vm-driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p running-upgrade-675761 | running-upgrade-675761 | jenkins | v1.34.0 | 28 Oct 24 12:36 UTC | 28 Oct 24 12:37 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | -p running-upgrade-675761 | running-upgrade-675761 | jenkins | v1.34.0 | 28 Oct 24 12:37 UTC | 28 Oct 24 12:37 UTC |
| start | -p pause-031291 --memory=2048 | pause-031291 | jenkins | v1.34.0 | 28 Oct 24 12:37 UTC | 28 Oct 24 12:38 UTC |
| | --install-addons=false | | | | | |
| | --wait=all --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p pause-031291 | pause-031291 | jenkins | v1.34.0 | 28 Oct 24 12:38 UTC | 28 Oct 24 12:39 UTC |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:39 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| start | -p kubernetes-upgrade-656370 | kubernetes-upgrade-656370 | jenkins | v1.34.0 | 28 Oct 24 12:39 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|---------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 12:39:02
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 12:39:02.187802 1782435 out.go:345] Setting OutFile to fd 1 ...
I1028 12:39:02.187962 1782435 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:02.187969 1782435 out.go:358] Setting ErrFile to fd 2...
I1028 12:39:02.187974 1782435 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:02.188270 1782435 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:39:02.188646 1782435 out.go:352] Setting JSON to false
I1028 12:39:02.189686 1782435 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":152473,"bootTime":1729966670,"procs":218,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:39:02.189762 1782435 start.go:139] virtualization:
I1028 12:39:02.192964 1782435 out.go:177] * [kubernetes-upgrade-656370] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 12:39:02.195817 1782435 notify.go:220] Checking for updates...
I1028 12:39:02.196347 1782435 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:39:02.199154 1782435 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:39:02.201979 1782435 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:39:02.205138 1782435 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:39:02.207784 1782435 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:39:02.210823 1782435 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:39:02.213944 1782435 config.go:182] Loaded profile config "kubernetes-upgrade-656370": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:39:02.214454 1782435 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:39:02.269203 1782435 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:39:02.269324 1782435 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:39:02.355109 1782435 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:39:02.341331859 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:39:02.355213 1782435 docker.go:318] overlay module found
I1028 12:39:02.358704 1782435 out.go:177] * Using the docker driver based on existing profile
I1028 12:39:02.361433 1782435 start.go:297] selected driver: docker
I1028 12:39:02.361457 1782435 start.go:901] validating driver "docker" against &{Name:kubernetes-upgrade-656370 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:kubernetes-upgrade-656370 Namespace:default APIServerHA
VIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:fals
e CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.361553 1782435 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:39:02.362247 1782435 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:39:02.443134 1782435 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:45 OomKillDisable:true NGoroutines:62 SystemTime:2024-10-28 12:39:02.429008869 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:39:02.443521 1782435 cni.go:84] Creating CNI manager for ""
I1028 12:39:02.443571 1782435 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:39:02.443611 1782435 start.go:340] cluster config:
{Name:kubernetes-upgrade-656370 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:kubernetes-upgrade-656370 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluste
r.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHA
uthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.448271 1782435 out.go:177] * Starting "kubernetes-upgrade-656370" primary control-plane node in "kubernetes-upgrade-656370" cluster
I1028 12:39:02.450856 1782435 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 12:39:02.453681 1782435 out.go:177] * Pulling base image v0.0.45-1729876044-19868 ...
I1028 12:39:02.456282 1782435 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:39:02.456343 1782435 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 12:39:02.456355 1782435 cache.go:56] Caching tarball of preloaded images
I1028 12:39:02.456374 1782435 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 12:39:02.456466 1782435 preload.go:172] Found /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 in cache, skipping download
I1028 12:39:02.456487 1782435 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 12:39:02.456599 1782435 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/kubernetes-upgrade-656370/config.json ...
I1028 12:39:02.480080 1782435 image.go:98] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon, skipping pull
I1028 12:39:02.480103 1782435 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in daemon, skipping load
I1028 12:39:02.480121 1782435 cache.go:194] Successfully downloaded all kic artifacts
I1028 12:39:02.480176 1782435 start.go:360] acquireMachinesLock for kubernetes-upgrade-656370: {Name:mkd1f832b5d50bac08a14822178907c20b066e86 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1028 12:39:02.480370 1782435 start.go:364] duration metric: took 44.71µs to acquireMachinesLock for "kubernetes-upgrade-656370"
I1028 12:39:02.480405 1782435 start.go:96] Skipping create...Using existing machine configuration
I1028 12:39:02.480414 1782435 fix.go:54] fixHost starting:
I1028 12:39:02.480668 1782435 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-656370 --format={{.State.Status}}
I1028 12:39:02.505224 1782435 fix.go:112] recreateIfNeeded on kubernetes-upgrade-656370: state=Running err=<nil>
W1028 12:39:02.505257 1782435 fix.go:138] unexpected machine state, will restart: <nil>
I1028 12:39:02.508199 1782435 out.go:177] * Updating the running docker "kubernetes-upgrade-656370" container ...
I1028 12:39:01.507421 1780811 cli_runner.go:164] Run: docker network inspect pause-031291 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 12:39:01.529384 1780811 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1028 12:39:01.533336 1780811 kubeadm.go:883] updating cluster {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:fals
e registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1028 12:39:01.533476 1780811 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 12:39:01.533527 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.590882 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.590901 1780811 crio.go:433] Images already preloaded, skipping extraction
I1028 12:39:01.590955 1780811 ssh_runner.go:195] Run: sudo crictl images --output json
I1028 12:39:01.641924 1780811 crio.go:514] all images are preloaded for cri-o runtime.
I1028 12:39:01.642014 1780811 cache_images.go:84] Images are preloaded, skipping loading
I1028 12:39:01.642036 1780811 kubeadm.go:934] updating node { 192.168.85.2 8443 v1.31.2 crio true true} ...
I1028 12:39:01.642203 1780811 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-031291 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1028 12:39:01.642342 1780811 ssh_runner.go:195] Run: crio config
I1028 12:39:01.739955 1780811 cni.go:84] Creating CNI manager for ""
I1028 12:39:01.739975 1780811 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 12:39:01.739985 1780811 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1028 12:39:01.740017 1780811 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-031291 NodeName:pause-031291 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1028 12:39:01.740151 1780811 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-031291"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1028 12:39:01.740220 1780811 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1028 12:39:01.754913 1780811 binaries.go:44] Found k8s binaries, skipping transfer
I1028 12:39:01.754979 1780811 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1028 12:39:01.764797 1780811 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1028 12:39:01.786624 1780811 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1028 12:39:01.809174 1780811 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2286 bytes)
I1028 12:39:01.842294 1780811 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1028 12:39:01.852173 1780811 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1028 12:39:02.048576 1780811 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1028 12:39:02.064157 1780811 certs.go:68] Setting up /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291 for IP: 192.168.85.2
I1028 12:39:02.064176 1780811 certs.go:194] generating shared ca certs ...
I1028 12:39:02.064191 1780811 certs.go:226] acquiring lock for ca certs: {Name:mkef350001610fdd9cbbb97677a025450a8a609d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 12:39:02.064321 1780811 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key
I1028 12:39:02.064363 1780811 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key
I1028 12:39:02.064370 1780811 certs.go:256] generating profile certs ...
I1028 12:39:02.064453 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/client.key
I1028 12:39:02.064517 1780811 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key.e6b0a9c4
I1028 12:39:02.064553 1780811 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key
I1028 12:39:02.064660 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem (1338 bytes)
W1028 12:39:02.064694 1780811 certs.go:480] ignoring /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572_empty.pem, impossibly tiny 0 bytes
I1028 12:39:02.064705 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca-key.pem (1675 bytes)
I1028 12:39:02.064727 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/ca.pem (1082 bytes)
I1028 12:39:02.064748 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/cert.pem (1123 bytes)
I1028 12:39:02.064772 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/key.pem (1675 bytes)
I1028 12:39:02.064819 1780811 certs.go:484] found cert: /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem (1708 bytes)
I1028 12:39:02.065530 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1028 12:39:02.106519 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1028 12:39:02.156174 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1028 12:39:02.183599 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1028 12:39:02.216453 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1028 12:39:02.247137 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1028 12:39:02.296605 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1028 12:39:02.328127 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/pause-031291/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1028 12:39:02.369932 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/ssl/certs/16085722.pem --> /usr/share/ca-certificates/16085722.pem (1708 bytes)
I1028 12:39:02.410501 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1028 12:39:02.452464 1780811 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19875-1603180/.minikube/certs/1608572.pem --> /usr/share/ca-certificates/1608572.pem (1338 bytes)
I1028 12:39:02.490619 1780811 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1028 12:39:02.513687 1780811 ssh_runner.go:195] Run: openssl version
I1028 12:39:02.520044 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16085722.pem && ln -fs /usr/share/ca-certificates/16085722.pem /etc/ssl/certs/16085722.pem"
I1028 12:39:02.530795 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535569 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 28 11:59 /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.535652 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16085722.pem
I1028 12:39:02.548574 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/16085722.pem /etc/ssl/certs/3ec20f2e.0"
I1028 12:39:02.560351 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1028 12:39:02.573093 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576848 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 28 11:49 /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.576910 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1028 12:39:02.589721 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1028 12:39:02.599927 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/1608572.pem && ln -fs /usr/share/ca-certificates/1608572.pem /etc/ssl/certs/1608572.pem"
I1028 12:39:02.610322 1780811 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619428 1780811 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 28 11:59 /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.619498 1780811 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/1608572.pem
I1028 12:39:02.627768 1780811 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/1608572.pem /etc/ssl/certs/51391683.0"
I1028 12:39:02.639681 1780811 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1028 12:39:02.643665 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1028 12:39:02.651196 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1028 12:39:02.658868 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1028 12:39:02.668787 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1028 12:39:02.678096 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1028 12:39:02.688723 1780811 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1028 12:39:02.698118 1780811 kubeadm.go:392] StartCluster: {Name:pause-031291 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2048 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:pause-031291 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false r
egistry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:39:02.698420 1780811 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1028 12:39:02.698494 1780811 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1028 12:39:02.766998 1780811 cri.go:89] found id: "6584555a528396a27278c52eb171a6b533690269416258472a5bd13ad2ae5658"
I1028 12:39:02.767019 1780811 cri.go:89] found id: "de35d09634f1cb605b8027f244165b6707cbad589bc08e8f0b4b4aad965f85a1"
I1028 12:39:02.767024 1780811 cri.go:89] found id: "8794dcf5ea98cd1f5acc62c517bb94f1d532be885592e9ce556da43b6976951b"
I1028 12:39:02.767028 1780811 cri.go:89] found id: "fa3691b7ae8614767c56a4c48e3a2aba706709efbf788eed7d6a34b3549c8665"
I1028 12:39:02.767032 1780811 cri.go:89] found id: "86ebb0909f55ef1c34671b0c15dedd54383eab7a465595e5a7148bd782bf8c81"
I1028 12:39:02.767047 1780811 cri.go:89] found id: "0ffea1da5e0cbd705e7c1ca749d365bf579e8cb7c1a94bab223e7715a4d3b0a0"
I1028 12:39:02.767051 1780811 cri.go:89] found id: "7ef4fc30faaf59ff38130964308b0465179442e16e88f776d505dd19f9d8b690"
I1028 12:39:02.767054 1780811 cri.go:89] found id: "21752e39ef57d5e6dcb2dd48305a8bf683cac257e39b72aee501782b796ee08e"
I1028 12:39:02.767057 1780811 cri.go:89] found id: "89efe1bd6da291b45e720af24bb926d84607f65110dd7c6527c2bb534ffd0c64"
I1028 12:39:02.767070 1780811 cri.go:89] found id: "7bda2bd075d9f813e65df86e7d4210ef2681364a79b10b640af4f5f74dfb7505"
I1028 12:39:02.767075 1780811 cri.go:89] found id: "a2bebc1383bf8dcbe4b85916cd34fca2af933e312a0765e9faa2987b16d702f7"
I1028 12:39:02.767079 1780811 cri.go:89] found id: "de134c03d3225b5e7a9c8d7900c2e819a82ab2122d15563de4aa7863d0209894"
I1028 12:39:02.767082 1780811 cri.go:89] found id: "a8e66065289a6290f51258b263e0d8326f4a2ccc16c806c07d07084a3183b218"
I1028 12:39:02.767085 1780811 cri.go:89] found id: "3ba520010bc9e2f31ca34ff18a7653ebfdaea596b5b6c3e7441cf9bb073f1b25"
I1028 12:39:02.767099 1780811 cri.go:89] found id: "28166bf13c366d57b98b45bea5d25160d4e2143edebf1486b542810af4dd87ca"
I1028 12:39:02.767102 1780811 cri.go:89] found id: "7050eaadbebb21d1c39cb038438d48d91339f7e8c22033e6b4dc24b8c6303eef"
I1028 12:39:02.767105 1780811 cri.go:89] found id: ""
I1028 12:39:02.767173 1780811 ssh_runner.go:195] Run: sudo runc list -f json
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p pause-031291 -n pause-031291
helpers_test.go:261: (dbg) Run: kubectl --context pause-031291 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestPause/serial/SecondStartNoReconfiguration FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestPause/serial/SecondStartNoReconfiguration (39.66s)
=== RUN TestDownloadOnly/v1.20.0/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-005498 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-005498 --force --alsologtostderr --kubernetes-version=v1.20.0 --container-runtime=crio --driver=docker --container-runtime=crio: (7.087580612s)
--- PASS: TestDownloadOnly/v1.20.0/json-events (7.09s)
=== RUN TestDownloadOnly/v1.20.0/preload-exists
I1028 11:48:30.623978 1608572 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1028 11:48:30.624065 1608572 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.20.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.20.0/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-005498
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-005498: exit status 85 (71.717722ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
| start | -o=json --download-only | download-only-005498 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | -p download-only-005498 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|----------|
==> Last Start <==
Log file created at: 2024/10/28 11:48:23
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:48:23.585169 1608577 out.go:345] Setting OutFile to fd 1 ...
I1028 11:48:23.585341 1608577 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:23.585350 1608577 out.go:358] Setting ErrFile to fd 2...
I1028 11:48:23.585356 1608577 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:23.585596 1608577 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
W1028 11:48:23.585734 1608577 root.go:314] Error reading config file at /home/jenkins/minikube-integration/19875-1603180/.minikube/config/config.json: open /home/jenkins/minikube-integration/19875-1603180/.minikube/config/config.json: no such file or directory
I1028 11:48:23.586148 1608577 out.go:352] Setting JSON to true
I1028 11:48:23.587008 1608577 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":149434,"bootTime":1729966670,"procs":163,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 11:48:23.587075 1608577 start.go:139] virtualization:
I1028 11:48:23.590324 1608577 out.go:97] [download-only-005498] minikube v1.34.0 on Ubuntu 20.04 (arm64)
W1028 11:48:23.590491 1608577 preload.go:293] Failed to list preload files: open /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball: no such file or directory
I1028 11:48:23.590553 1608577 notify.go:220] Checking for updates...
I1028 11:48:23.592439 1608577 out.go:169] MINIKUBE_LOCATION=19875
I1028 11:48:23.594658 1608577 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:48:23.596811 1608577 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:48:23.599101 1608577 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 11:48:23.602198 1608577 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1028 11:48:23.606868 1608577 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1028 11:48:23.607156 1608577 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:48:23.634367 1608577 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:48:23.634490 1608577 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:23.691435 1608577 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:52 SystemTime:2024-10-28 11:48:23.68228162 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aa
rch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: bridg
e-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:23.691544 1608577 docker.go:318] overlay module found
I1028 11:48:23.694394 1608577 out.go:97] Using the docker driver based on user configuration
I1028 11:48:23.694419 1608577 start.go:297] selected driver: docker
I1028 11:48:23.694426 1608577 start.go:901] validating driver "docker" against <nil>
I1028 11:48:23.694530 1608577 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:23.741623 1608577 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:52 SystemTime:2024-10-28 11:48:23.732467247 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:23.741828 1608577 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:48:23.742133 1608577 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I1028 11:48:23.742285 1608577 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1028 11:48:23.745023 1608577 out.go:169] Using Docker driver with root privileges
I1028 11:48:23.747467 1608577 cni.go:84] Creating CNI manager for ""
I1028 11:48:23.747524 1608577 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:48:23.747540 1608577 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:48:23.747638 1608577 start.go:340] cluster config:
{Name:download-only-005498 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.20.0 ClusterName:download-only-005498 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.20.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:48:23.750207 1608577 out.go:97] Starting "download-only-005498" primary control-plane node in "download-only-005498" cluster
I1028 11:48:23.750225 1608577 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:48:23.752643 1608577 out.go:97] Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:48:23.752675 1608577 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1028 11:48:23.752836 1608577 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:48:23.766415 1608577 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:48:23.767068 1608577 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:48:23.767168 1608577 image.go:148] Writing gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:48:23.812405 1608577 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I1028 11:48:23.812440 1608577 cache.go:56] Caching tarball of preloaded images
I1028 11:48:23.812598 1608577 preload.go:131] Checking if preload exists for k8s version v1.20.0 and runtime crio
I1028 11:48:23.815512 1608577 out.go:97] Downloading Kubernetes v1.20.0 preload ...
I1028 11:48:23.815532 1608577 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4 ...
I1028 11:48:23.900457 1608577 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.20.0/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4?checksum=md5:59cd2ef07b53f039bfd1761b921f2a02 -> /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.20.0-cri-o-overlay-arm64.tar.lz4
I1028 11:48:27.878095 1608577 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
* The control-plane node download-only-005498 host does not exist
To start a cluster, run: "minikube start -p download-only-005498"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.20.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.20.0/DeleteAll (0.21s)
=== RUN TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-005498
--- PASS: TestDownloadOnly/v1.20.0/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.31.2/json-events
aaa_download_only_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -o=json --download-only -p download-only-966586 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -o=json --download-only -p download-only-966586 --force --alsologtostderr --kubernetes-version=v1.31.2 --container-runtime=crio --driver=docker --container-runtime=crio: (5.550012281s)
--- PASS: TestDownloadOnly/v1.31.2/json-events (5.55s)
=== RUN TestDownloadOnly/v1.31.2/preload-exists
I1028 11:48:36.593309 1608572 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:36.593347 1608572 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
--- PASS: TestDownloadOnly/v1.31.2/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.31.2/LogsDuration
aaa_download_only_test.go:184: (dbg) Run: out/minikube-linux-arm64 logs -p download-only-966586
aaa_download_only_test.go:184: (dbg) Non-zero exit: out/minikube-linux-arm64 logs -p download-only-966586: exit status 85 (73.68956ms)
-- stdout --
==> Audit <==
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
| start | -o=json --download-only | download-only-005498 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | -p download-only-005498 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
| delete | --all | minikube | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| delete | -p download-only-005498 | download-only-005498 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | 28 Oct 24 11:48 UTC |
| start | -o=json --download-only | download-only-966586 | jenkins | v1.34.0 | 28 Oct 24 11:48 UTC | |
| | -p download-only-966586 | | | | | |
| | --force --alsologtostderr | | | | | |
| | --kubernetes-version=v1.31.2 | | | | | |
| | --container-runtime=crio | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=crio | | | | | |
|---------|--------------------------------|----------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/28 11:48:31
Running on machine: ip-172-31-21-244
Binary: Built with gc go1.23.2 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1028 11:48:31.089261 1608777 out.go:345] Setting OutFile to fd 1 ...
I1028 11:48:31.089511 1608777 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:31.089523 1608777 out.go:358] Setting ErrFile to fd 2...
I1028 11:48:31.089529 1608777 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 11:48:31.089871 1608777 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 11:48:31.090350 1608777 out.go:352] Setting JSON to true
I1028 11:48:31.091233 1608777 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":149441,"bootTime":1729966670,"procs":160,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 11:48:31.091328 1608777 start.go:139] virtualization:
I1028 11:48:31.093624 1608777 out.go:97] [download-only-966586] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 11:48:31.093959 1608777 notify.go:220] Checking for updates...
I1028 11:48:31.095239 1608777 out.go:169] MINIKUBE_LOCATION=19875
I1028 11:48:31.096576 1608777 out.go:169] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 11:48:31.098480 1608777 out.go:169] KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 11:48:31.099942 1608777 out.go:169] MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 11:48:31.101428 1608777 out.go:169] MINIKUBE_BIN=out/minikube-linux-arm64
W1028 11:48:31.104191 1608777 out.go:321] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1028 11:48:31.104455 1608777 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 11:48:31.125551 1608777 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 11:48:31.125673 1608777 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:31.187411 1608777 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:48:31.177891102 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:31.187529 1608777 docker.go:318] overlay module found
I1028 11:48:31.189033 1608777 out.go:97] Using the docker driver based on user configuration
I1028 11:48:31.189062 1608777 start.go:297] selected driver: docker
I1028 11:48:31.189069 1608777 start.go:901] validating driver "docker" against <nil>
I1028 11:48:31.189171 1608777 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 11:48:31.240549 1608777 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:29 OomKillDisable:true NGoroutines:45 SystemTime:2024-10-28 11:48:31.231733889 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 11:48:31.240762 1608777 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1028 11:48:31.241024 1608777 start_flags.go:393] Using suggested 2200MB memory alloc based on sys=7834MB, container=7834MB
I1028 11:48:31.241176 1608777 start_flags.go:929] Wait components to verify : map[apiserver:true system_pods:true]
I1028 11:48:31.242866 1608777 out.go:169] Using Docker driver with root privileges
I1028 11:48:31.244023 1608777 cni.go:84] Creating CNI manager for ""
I1028 11:48:31.244112 1608777 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1028 11:48:31.244124 1608777 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1028 11:48:31.244198 1608777 start.go:340] cluster config:
{Name:download-only-966586 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:download-only-966586 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co
ntainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 11:48:31.246015 1608777 out.go:97] Starting "download-only-966586" primary control-plane node in "download-only-966586" cluster
I1028 11:48:31.246033 1608777 cache.go:121] Beginning downloading kic base image for docker with crio
I1028 11:48:31.247264 1608777 out.go:97] Pulling base image v0.0.45-1729876044-19868 ...
I1028 11:48:31.247290 1608777 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:31.247454 1608777 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local docker daemon
I1028 11:48:31.261389 1608777 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e to local cache
I1028 11:48:31.261513 1608777 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory
I1028 11:48:31.261536 1608777 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e in local cache directory, skipping pull
I1028 11:48:31.261542 1608777 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e exists in cache, skipping pull
I1028 11:48:31.261549 1608777 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e as a tarball
I1028 11:48:31.309399 1608777 preload.go:118] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.31.2/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 11:48:31.309425 1608777 cache.go:56] Caching tarball of preloaded images
I1028 11:48:31.310267 1608777 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:31.312078 1608777 out.go:97] Downloading Kubernetes v1.31.2 preload ...
I1028 11:48:31.312109 1608777 preload.go:236] getting checksum for preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
I1028 11:48:31.402390 1608777 download.go:107] Downloading: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.31.2/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4?checksum=md5:810fe254d498dda367f4e14b5cba638f -> /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4
I1028 11:48:35.082382 1608777 preload.go:247] saving checksum for preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
I1028 11:48:35.082485 1608777 preload.go:254] verifying checksum of /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-arm64.tar.lz4 ...
I1028 11:48:35.980328 1608777 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1028 11:48:35.980717 1608777 profile.go:143] Saving config to /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/download-only-966586/config.json ...
I1028 11:48:35.980754 1608777 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/download-only-966586/config.json: {Name:mk5f99ec9498915a41512bf9ca21d246394bfa40 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1028 11:48:35.980956 1608777 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1028 11:48:35.981114 1608777 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl.sha256 -> /home/jenkins/minikube-integration/19875-1603180/.minikube/cache/linux/arm64/v1.31.2/kubectl
* The control-plane node download-only-966586 host does not exist
To start a cluster, run: "minikube start -p download-only-966586"
-- /stdout --
aaa_download_only_test.go:185: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.31.2/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAll
aaa_download_only_test.go:197: (dbg) Run: out/minikube-linux-arm64 delete --all
--- PASS: TestDownloadOnly/v1.31.2/DeleteAll (0.20s)
=== RUN TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds
aaa_download_only_test.go:208: (dbg) Run: out/minikube-linux-arm64 delete -p download-only-966586
--- PASS: TestDownloadOnly/v1.31.2/DeleteAlwaysSucceeds (0.12s)
=== RUN TestBinaryMirror
I1028 11:48:37.785434 1608572 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/arm64/kubectl.sha256
aaa_download_only_test.go:314: (dbg) Run: out/minikube-linux-arm64 start --download-only -p binary-mirror-567336 --alsologtostderr --binary-mirror http://127.0.0.1:36887 --driver=docker --container-runtime=crio
helpers_test.go:175: Cleaning up "binary-mirror-567336" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p binary-mirror-567336
--- PASS: TestBinaryMirror (0.56s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:939: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-038671
addons_test.go:939: (dbg) Non-zero exit: out/minikube-linux-arm64 addons enable dashboard -p addons-038671: exit status 85 (79.793165ms)
-- stdout --
* Profile "addons-038671" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-038671"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:950: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-038671
addons_test.go:950: (dbg) Non-zero exit: out/minikube-linux-arm64 addons disable dashboard -p addons-038671: exit status 85 (75.170978ms)
-- stdout --
* Profile "addons-038671" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-038671"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.08s)
=== RUN TestAddons/Setup
addons_test.go:107: (dbg) Run: out/minikube-linux-arm64 start -p addons-038671 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:107: (dbg) Done: out/minikube-linux-arm64 start -p addons-038671 --wait=true --memory=4000 --alsologtostderr --addons=registry --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (3m23.584315462s)
--- PASS: TestAddons/Setup (203.58s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:569: (dbg) Run: kubectl --context addons-038671 create ns new-namespace
addons_test.go:583: (dbg) Run: kubectl --context addons-038671 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.20s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:614: (dbg) Run: kubectl --context addons-038671 create -f testdata/busybox.yaml
addons_test.go:621: (dbg) Run: kubectl --context addons-038671 create sa gcp-auth-test
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [ce9de586-cead-43bb-a8a7-850e59e224e5] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [ce9de586-cead-43bb-a8a7-850e59e224e5] Running
addons_test.go:627: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 10.003816206s
addons_test.go:633: (dbg) Run: kubectl --context addons-038671 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:645: (dbg) Run: kubectl --context addons-038671 describe sa gcp-auth-test
addons_test.go:659: (dbg) Run: kubectl --context addons-038671 exec busybox -- /bin/sh -c "cat /google-app-creds.json"
addons_test.go:683: (dbg) Run: kubectl --context addons-038671 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (10.87s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:321: registry stabilized in 7.461726ms
addons_test.go:323: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-66c9cd494c-lvg5g" [d91e4ff7-f773-4cc8-8d1e-5812dd48b0c3] Running
addons_test.go:323: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 6.003253794s
addons_test.go:326: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:344: "registry-proxy-jvsll" [41ab4a9d-b5e6-48b6-beab-66fab94401f7] Running
addons_test.go:326: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.004090931s
addons_test.go:331: (dbg) Run: kubectl --context addons-038671 delete po -l run=registry-test --now
addons_test.go:336: (dbg) Run: kubectl --context addons-038671 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:336: (dbg) Done: kubectl --context addons-038671 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (4.971557828s)
addons_test.go:350: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 ip
2024/10/28 11:52:38 [DEBUG] GET http://192.168.49.2:5000
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable registry --alsologtostderr -v=1
--- PASS: TestAddons/parallel/Registry (17.01s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:344: "gadget-wdlm4" [21777f51-dfc6-4b19-b751-38248da5d58b] Running
addons_test.go:762: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 6.004475098s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable inspektor-gadget --alsologtostderr -v=1: (5.691000275s)
--- PASS: TestAddons/parallel/InspektorGadget (11.70s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
I1028 11:53:37.139579 1608572 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1028 11:53:37.175281 1608572 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1028 11:53:37.175312 1608572 kapi.go:107] duration metric: took 35.753001ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:488: csi-hostpath-driver pods stabilized in 35.764365ms
addons_test.go:491: (dbg) Run: kubectl --context addons-038671 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:496: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:501: (dbg) Run: kubectl --context addons-038671 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:506: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:344: "task-pv-pod" [7820b863-97b8-4733-afdb-4b2839463185] Pending
helpers_test.go:344: "task-pv-pod" [7820b863-97b8-4733-afdb-4b2839463185] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod" [7820b863-97b8-4733-afdb-4b2839463185] Running
addons_test.go:506: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 12.003593483s
addons_test.go:511: (dbg) Run: kubectl --context addons-038671 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:516: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:419: (dbg) Run: kubectl --context addons-038671 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:419: (dbg) Run: kubectl --context addons-038671 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:521: (dbg) Run: kubectl --context addons-038671 delete pod task-pv-pod
addons_test.go:527: (dbg) Run: kubectl --context addons-038671 delete pvc hpvc
addons_test.go:533: (dbg) Run: kubectl --context addons-038671 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:538: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:543: (dbg) Run: kubectl --context addons-038671 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:548: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:344: "task-pv-pod-restore" [ef896e1e-84a2-42bb-b11a-a8c6e9a027c2] Pending
helpers_test.go:344: "task-pv-pod-restore" [ef896e1e-84a2-42bb-b11a-a8c6e9a027c2] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:344: "task-pv-pod-restore" [ef896e1e-84a2-42bb-b11a-a8c6e9a027c2] Running
addons_test.go:548: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 8.003833874s
addons_test.go:553: (dbg) Run: kubectl --context addons-038671 delete pod task-pv-pod-restore
addons_test.go:557: (dbg) Run: kubectl --context addons-038671 delete pvc hpvc-restore
addons_test.go:561: (dbg) Run: kubectl --context addons-038671 delete volumesnapshot new-snapshot-demo
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable csi-hostpath-driver --alsologtostderr -v=1: (6.745279888s)
--- PASS: TestAddons/parallel/CSI (33.64s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:747: (dbg) Run: out/minikube-linux-arm64 addons enable headlamp -p addons-038671 --alsologtostderr -v=1
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: waiting 8m0s for pods matching "app.kubernetes.io/name=headlamp" in namespace "headlamp" ...
helpers_test.go:344: "headlamp-7b5c95b59d-9rwzj" [3e230007-d525-446e-a1d3-9d866404400a] Pending
helpers_test.go:344: "headlamp-7b5c95b59d-9rwzj" [3e230007-d525-446e-a1d3-9d866404400a] Pending / Ready:ContainersNotReady (containers with unready status: [headlamp]) / ContainersReady:ContainersNotReady (containers with unready status: [headlamp])
helpers_test.go:344: "headlamp-7b5c95b59d-9rwzj" [3e230007-d525-446e-a1d3-9d866404400a] Running
addons_test.go:752: (dbg) TestAddons/parallel/Headlamp: app.kubernetes.io/name=headlamp healthy within 10.004475136s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable headlamp --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable headlamp --alsologtostderr -v=1: (5.889275347s)
--- PASS: TestAddons/parallel/Headlamp (16.80s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:344: "cloud-spanner-emulator-5b584cc74-prmxn" [1ce349e8-b78a-4dc2-80cc-60d9e4f8e223] Running
addons_test.go:779: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 6.003556331s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable cloud-spanner --alsologtostderr -v=1
--- PASS: TestAddons/parallel/CloudSpanner (6.59s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:888: (dbg) Run: kubectl --context addons-038671 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:894: (dbg) Run: kubectl --context addons-038671 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:898: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:394: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:344: "test-local-path" [ea57f77f-b784-4c05-9599-082a488b42fe] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "test-local-path" [ea57f77f-b784-4c05-9599-082a488b42fe] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "test-local-path" [ea57f77f-b784-4c05-9599-082a488b42fe] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:901: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 3.005978395s
addons_test.go:906: (dbg) Run: kubectl --context addons-038671 get pvc test-pvc -o=json
addons_test.go:915: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 ssh "cat /opt/local-path-provisioner/pvc-351738fb-c6b4-4e0d-b383-b45876987520_default_test-pvc/file1"
addons_test.go:927: (dbg) Run: kubectl --context addons-038671 delete pod test-local-path
addons_test.go:931: (dbg) Run: kubectl --context addons-038671 delete pvc test-pvc
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable storage-provisioner-rancher --alsologtostderr -v=1: (43.20272661s)
--- PASS: TestAddons/parallel/LocalPath (51.35s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:344: "nvidia-device-plugin-daemonset-76kn8" [94d44b81-c884-42d5-9095-269596949b75] Running
addons_test.go:964: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 6.003447855s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable nvidia-device-plugin --alsologtostderr -v=1
--- PASS: TestAddons/parallel/NvidiaDevicePlugin (6.60s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:344: "yakd-dashboard-67d98fc6b-rqlt5" [dfb85ed9-22b3-4ef8-a66a-1a3330da269b] Running
addons_test.go:986: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.004591133s
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable yakd --alsologtostderr -v=1
addons_test.go:992: (dbg) Done: out/minikube-linux-arm64 -p addons-038671 addons disable yakd --alsologtostderr -v=1: (5.942928138s)
--- PASS: TestAddons/parallel/Yakd (11.95s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:170: (dbg) Run: out/minikube-linux-arm64 stop -p addons-038671
addons_test.go:170: (dbg) Done: out/minikube-linux-arm64 stop -p addons-038671: (11.90713119s)
addons_test.go:174: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p addons-038671
addons_test.go:178: (dbg) Run: out/minikube-linux-arm64 addons disable dashboard -p addons-038671
addons_test.go:183: (dbg) Run: out/minikube-linux-arm64 addons disable gvisor -p addons-038671
--- PASS: TestAddons/StoppedEnableDisable (12.17s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-arm64 start -p cert-options-054229 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
E1028 12:40:42.612576 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
cert_options_test.go:49: (dbg) Done: out/minikube-linux-arm64 start -p cert-options-054229 --memory=2048 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (33.141592308s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-arm64 -p cert-options-054229 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-054229 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-arm64 ssh -p cert-options-054229 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:175: Cleaning up "cert-options-054229" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-options-054229
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-options-054229: (2.014630817s)
--- PASS: TestCertOptions (35.82s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-166395 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-166395 --memory=2048 --cert-expiration=3m --driver=docker --container-runtime=crio: (38.543661226s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-arm64 start -p cert-expiration-166395 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-arm64 start -p cert-expiration-166395 --memory=2048 --cert-expiration=8760h --driver=docker --container-runtime=crio: (36.194409164s)
helpers_test.go:175: Cleaning up "cert-expiration-166395" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cert-expiration-166395
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p cert-expiration-166395: (2.379687966s)
--- PASS: TestCertExpiration (257.12s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-flag-968334 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-flag-968334 --memory=2048 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (38.49076082s)
docker_test.go:132: (dbg) Run: out/minikube-linux-arm64 -p force-systemd-flag-968334 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:175: Cleaning up "force-systemd-flag-968334" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-flag-968334
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-flag-968334: (2.703993499s)
--- PASS: TestForceSystemdFlag (41.61s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-arm64 start -p force-systemd-env-382140 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-arm64 start -p force-systemd-env-382140 --memory=2048 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (43.211654884s)
helpers_test.go:175: Cleaning up "force-systemd-env-382140" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p force-systemd-env-382140
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p force-systemd-env-382140: (2.699775448s)
--- PASS: TestForceSystemdEnv (45.91s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-arm64 start -p nospam-744419 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-744419 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-arm64 start -p nospam-744419 -n=1 --memory=2250 --wait=false --log_dir=/tmp/nospam-744419 --driver=docker --container-runtime=crio: (31.39877829s)
--- PASS: TestErrorSpam/setup (31.40s)
=== RUN TestErrorSpam/start
error_spam_test.go:216: Cleaning up 1 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 start --dry-run
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 start --dry-run
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 start --dry-run
--- PASS: TestErrorSpam/start (0.76s)
=== RUN TestErrorSpam/status
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 status
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 status
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 status
--- PASS: TestErrorSpam/status (1.07s)
=== RUN TestErrorSpam/pause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 pause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 pause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 pause
--- PASS: TestErrorSpam/pause (1.80s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 unpause
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 unpause
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 unpause
--- PASS: TestErrorSpam/unpause (1.78s)
=== RUN TestErrorSpam/stop
error_spam_test.go:216: Cleaning up 0 logfile(s) ...
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 stop
error_spam_test.go:159: (dbg) Done: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 stop: (1.306618342s)
error_spam_test.go:159: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 stop
error_spam_test.go:182: (dbg) Run: out/minikube-linux-arm64 -p nospam-744419 --log_dir /tmp/nospam-744419 stop
--- PASS: TestErrorSpam/stop (1.51s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1855: local sync path: /home/jenkins/minikube-integration/19875-1603180/.minikube/files/etc/test/nested/copy/1608572/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2234: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
functional_test.go:2234: (dbg) Done: out/minikube-linux-arm64 start -p functional-867684 --memory=4000 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (1m16.420562072s)
--- PASS: TestFunctional/serial/StartWithProxy (76.42s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1028 12:01:16.364855 1608572 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
functional_test.go:659: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --alsologtostderr -v=8
functional_test.go:659: (dbg) Done: out/minikube-linux-arm64 start -p functional-867684 --alsologtostderr -v=8: (26.434355339s)
functional_test.go:663: soft start took 26.434872663s for "functional-867684" cluster.
I1028 12:01:42.799521 1608572 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/SoftStart (26.44s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:681: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.06s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:696: (dbg) Run: kubectl --context functional-867684 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.09s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:3.1
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:3.1: (1.529188842s)
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:3.3
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:3.3: (1.56744212s)
functional_test.go:1049: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:latest
functional_test.go:1049: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 cache add registry.k8s.io/pause:latest: (1.398421929s)
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (4.50s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1077: (dbg) Run: docker build -t minikube-local-cache-test:functional-867684 /tmp/TestFunctionalserialCacheCmdcacheadd_local1891087211/001
functional_test.go:1089: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache add minikube-local-cache-test:functional-867684
functional_test.go:1094: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache delete minikube-local-cache-test:functional-867684
functional_test.go:1083: (dbg) Run: docker rmi minikube-local-cache-test:functional-867684
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (1.41s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1102: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.07s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1110: (dbg) Run: out/minikube-linux-arm64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1124: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.30s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1147: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1153: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (287.629095ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1158: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cache reload
functional_test.go:1158: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 cache reload: (1.22920147s)
functional_test.go:1163: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (2.15s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1172: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1172: (dbg) Run: out/minikube-linux-arm64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.13s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:716: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 kubectl -- --context functional-867684 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.14s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:741: (dbg) Run: out/kubectl --context functional-867684 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.14s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:757: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
E1028 12:02:02.834826 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:02.841261 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:02.852759 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:02.874263 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:02.915715 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:02.997194 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:03.158777 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:03.480533 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:04.122883 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:05.404352 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:07.966352 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:13.088109 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:02:23.329487 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
functional_test.go:757: (dbg) Done: out/minikube-linux-arm64 start -p functional-867684 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (37.801962237s)
functional_test.go:761: restart took 37.802056333s for "functional-867684" cluster.
I1028 12:02:29.635984 1608572 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestFunctional/serial/ExtraConfig (37.80s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:810: (dbg) Run: kubectl --context functional-867684 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:825: etcd phase: Running
functional_test.go:835: etcd status: Ready
functional_test.go:825: kube-apiserver phase: Running
functional_test.go:835: kube-apiserver status: Ready
functional_test.go:825: kube-controller-manager phase: Running
functional_test.go:835: kube-controller-manager status: Ready
functional_test.go:825: kube-scheduler phase: Running
functional_test.go:835: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.11s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1236: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 logs
functional_test.go:1236: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 logs: (1.722099374s)
--- PASS: TestFunctional/serial/LogsCmd (1.72s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1250: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 logs --file /tmp/TestFunctionalserialLogsFileCmd2992517197/001/logs.txt
functional_test.go:1250: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 logs --file /tmp/TestFunctionalserialLogsFileCmd2992517197/001/logs.txt: (1.661548436s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.66s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2321: (dbg) Run: kubectl --context functional-867684 apply -f testdata/invalidsvc.yaml
functional_test.go:2335: (dbg) Run: out/minikube-linux-arm64 service invalid-svc -p functional-867684
functional_test.go:2335: (dbg) Non-zero exit: out/minikube-linux-arm64 service invalid-svc -p functional-867684: exit status 115 (613.465873ms)
-- stdout --
|-----------|-------------|-------------|---------------------------|
| NAMESPACE | NAME | TARGET PORT | URL |
|-----------|-------------|-------------|---------------------------|
| default | invalid-svc | 80 | http://192.168.49.2:31664 |
|-----------|-------------|-------------|---------------------------|
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2327: (dbg) Run: kubectl --context functional-867684 delete -f testdata/invalidsvc.yaml
--- PASS: TestFunctional/serial/InvalidService (4.64s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 config get cpus: exit status 14 (77.942933ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config set cpus 2
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config get cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config unset cpus
functional_test.go:1199: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 config get cpus
functional_test.go:1199: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 config get cpus: exit status 14 (91.073167ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.51s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:905: (dbg) daemon: [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-867684 --alsologtostderr -v=1]
functional_test.go:910: (dbg) stopping [out/minikube-linux-arm64 dashboard --url --port 36195 -p functional-867684 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to kill pid 1636372: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (10.60s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:974: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:974: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-867684 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (200.652209ms)
-- stdout --
* [functional-867684] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1028 12:03:11.168409 1636138 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:11.168556 1636138 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:11.168579 1636138 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:11.168603 1636138 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:11.169018 1636138 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:11.169488 1636138 out.go:352] Setting JSON to false
I1028 12:03:11.170610 1636138 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":150322,"bootTime":1729966670,"procs":195,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:03:11.170877 1636138 start.go:139] virtualization:
I1028 12:03:11.173940 1636138 out.go:177] * [functional-867684] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 12:03:11.177644 1636138 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:03:11.177802 1636138 notify.go:220] Checking for updates...
I1028 12:03:11.181019 1636138 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:03:11.183924 1636138 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:03:11.186445 1636138 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:03:11.189160 1636138 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:03:11.191663 1636138 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:03:11.194753 1636138 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:11.195265 1636138 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:03:11.222521 1636138 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:03:11.222677 1636138 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:03:11.298388 1636138 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:32 OomKillDisable:true NGoroutines:52 SystemTime:2024-10-28 12:03:11.288510969 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:03:11.298501 1636138 docker.go:318] overlay module found
I1028 12:03:11.301360 1636138 out.go:177] * Using the docker driver based on existing profile
I1028 12:03:11.303957 1636138 start.go:297] selected driver: docker
I1028 12:03:11.303978 1636138 start.go:901] validating driver "docker" against &{Name:functional-867684 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-867684 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:03:11.304091 1636138 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:03:11.307295 1636138 out.go:201]
W1028 12:03:11.309975 1636138 out.go:270] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1028 12:03:11.312772 1636138 out.go:201]
** /stderr **
functional_test.go:991: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.45s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1020: (dbg) Run: out/minikube-linux-arm64 start -p functional-867684 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1020: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p functional-867684 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (181.423075ms)
-- stdout --
* [functional-867684] minikube v1.34.0 sur Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1028 12:03:10.987028 1636092 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:10.987242 1636092 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:10.987273 1636092 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:10.987294 1636092 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:10.987669 1636092 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:10.988108 1636092 out.go:352] Setting JSON to false
I1028 12:03:10.989145 1636092 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":150321,"bootTime":1729966670,"procs":195,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:03:10.989265 1636092 start.go:139] virtualization:
I1028 12:03:10.993255 1636092 out.go:177] * [functional-867684] minikube v1.34.0 sur Ubuntu 20.04 (arm64)
I1028 12:03:10.996039 1636092 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:03:10.996161 1636092 notify.go:220] Checking for updates...
I1028 12:03:11.001783 1636092 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:03:11.004636 1636092 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:03:11.007497 1636092 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:03:11.010137 1636092 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:03:11.012888 1636092 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:03:11.016172 1636092 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:11.016747 1636092 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:03:11.037758 1636092 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:03:11.037889 1636092 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:03:11.097144 1636092 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:2 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:32 OomKillDisable:true NGoroutines:52 SystemTime:2024-10-28 12:03:11.087170187 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:03:11.097258 1636092 docker.go:318] overlay module found
I1028 12:03:11.100185 1636092 out.go:177] * Utilisation du pilote docker basé sur le profil existant
I1028 12:03:11.102732 1636092 start.go:297] selected driver: docker
I1028 12:03:11.102754 1636092 start.go:901] validating driver "docker" against &{Name:functional-867684 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1729876044-19868@sha256:98fb05d9d766cf8d630ce90381e12faa07711c611be9bb2c767cfc936533477e Memory:4000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:functional-867684 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP
: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1028 12:03:11.102867 1636092 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:03:11.106264 1636092 out.go:201]
W1028 12:03:11.109038 1636092 out.go:270] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1028 12:03:11.112206 1636092 out.go:201]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.18s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:854: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 status
functional_test.go:860: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:872: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (1.03s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1627: (dbg) Run: kubectl --context functional-867684 create deployment hello-node-connect --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1635: (dbg) Run: kubectl --context functional-867684 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:344: "hello-node-connect-65d86f57f4-wlls4" [a1079609-cc4d-4fe6-b4ff-2516e514520d] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-connect-65d86f57f4-wlls4" [a1079609-cc4d-4fe6-b4ff-2516e514520d] Running
functional_test.go:1640: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 12.003654466s
functional_test.go:1649: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service hello-node-connect --url
functional_test.go:1655: found endpoint for hello-node-connect: http://192.168.49.2:32611
functional_test.go:1675: http://192.168.49.2:32611: success! body:
Hostname: hello-node-connect-65d86f57f4-wlls4
Pod Information:
-no pod information available-
Server values:
server_version=nginx: 1.13.3 - lua: 10008
Request Information:
client_address=10.244.0.1
method=GET
real path=/
query=
request_version=1.1
request_uri=http://192.168.49.2:8080/
Request Headers:
accept-encoding=gzip
host=192.168.49.2:32611
user-agent=Go-http-client/1.1
Request Body:
-no body in request-
--- PASS: TestFunctional/parallel/ServiceCmdConnect (12.73s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1690: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 addons list
functional_test.go:1702: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.27s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:344: "storage-provisioner" [829e1f2a-92e6-47ca-8b16-b128bcbd819b] Running
functional_test_pvc_test.go:44: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.003969604s
functional_test_pvc_test.go:49: (dbg) Run: kubectl --context functional-867684 get storageclass -o=json
functional_test_pvc_test.go:69: (dbg) Run: kubectl --context functional-867684 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:76: (dbg) Run: kubectl --context functional-867684 get pvc myclaim -o=json
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-867684 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [2d5aa814-21e8-45b0-a9d8-e2aacdd0a883] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:344: "sp-pod" [2d5aa814-21e8-45b0-a9d8-e2aacdd0a883] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 12.003216404s
functional_test_pvc_test.go:100: (dbg) Run: kubectl --context functional-867684 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-867684 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:125: (dbg) Run: kubectl --context functional-867684 apply -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 3m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:344: "sp-pod" [27716033-8adc-4804-bdfc-1b8d55bd79b8] Pending
helpers_test.go:344: "sp-pod" [27716033-8adc-4804-bdfc-1b8d55bd79b8] Running
functional_test_pvc_test.go:130: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.003856423s
functional_test_pvc_test.go:114: (dbg) Run: kubectl --context functional-867684 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (26.47s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1725: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "echo hello"
functional_test.go:1742: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.63s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh -n functional-867684 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cp functional-867684:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd726989395/001/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh -n functional-867684 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh -n functional-867684 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (2.22s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1929: Checking for existence of /etc/test/nested/copy/1608572/hosts within VM
functional_test.go:1931: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /etc/test/nested/copy/1608572/hosts"
functional_test.go:1936: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.35s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1972: Checking for existence of /etc/ssl/certs/1608572.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /etc/ssl/certs/1608572.pem"
functional_test.go:1972: Checking for existence of /usr/share/ca-certificates/1608572.pem within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /usr/share/ca-certificates/1608572.pem"
functional_test.go:1972: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1973: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/16085722.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /etc/ssl/certs/16085722.pem"
functional_test.go:1999: Checking for existence of /usr/share/ca-certificates/16085722.pem within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /usr/share/ca-certificates/16085722.pem"
functional_test.go:1999: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2000: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (2.20s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:219: (dbg) Run: kubectl --context functional-867684 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.11s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2027: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo systemctl is-active docker"
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh "sudo systemctl is-active docker": exit status 1 (333.628473ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2027: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo systemctl is-active containerd"
2024/10/28 12:03:21 [DEBUG] GET http://127.0.0.1:36195/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
functional_test.go:2027: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh "sudo systemctl is-active containerd": exit status 1 (403.985556ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.74s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2288: (dbg) Run: out/minikube-linux-arm64 license
--- PASS: TestFunctional/parallel/License (0.25s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to kill pid 1634064: os: process already finished
helpers_test.go:502: unable to terminate pid 1633878: os: process already finished
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.63s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-867684 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:344: "nginx-svc" [274a743d-952b-4a0b-a45e-84a3f69dbef3] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:344: "nginx-svc" [274a743d-952b-4a0b-a45e-84a3f69dbef3] Running
E1028 12:02:43.811173 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 8.004336594s
I1028 12:02:47.991995 1608572 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (8.46s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-867684 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.13s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.104.62.226 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-arm64 -p functional-867684 tunnel --alsologtostderr] ...
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.10s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1437: (dbg) Run: kubectl --context functional-867684 create deployment hello-node --image=registry.k8s.io/echoserver-arm:1.8
functional_test.go:1445: (dbg) Run: kubectl --context functional-867684 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:344: "hello-node-64b4f8f9ff-dcpdn" [34b2148d-81a6-4064-ab33-1999eb61d56c] Pending / Ready:ContainersNotReady (containers with unready status: [echoserver-arm]) / ContainersReady:ContainersNotReady (containers with unready status: [echoserver-arm])
helpers_test.go:344: "hello-node-64b4f8f9ff-dcpdn" [34b2148d-81a6-4064-ab33-1999eb61d56c] Running
functional_test.go:1450: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 6.00434577s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (6.21s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1270: (dbg) Run: out/minikube-linux-arm64 profile lis
functional_test.go:1275: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.42s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1310: (dbg) Run: out/minikube-linux-arm64 profile list
functional_test.go:1315: Took "342.125319ms" to run "out/minikube-linux-arm64 profile list"
functional_test.go:1324: (dbg) Run: out/minikube-linux-arm64 profile list -l
functional_test.go:1329: Took "55.751215ms" to run "out/minikube-linux-arm64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.40s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1361: (dbg) Run: out/minikube-linux-arm64 profile list -o json
functional_test.go:1366: Took "363.632552ms" to run "out/minikube-linux-arm64 profile list -o json"
functional_test.go:1374: (dbg) Run: out/minikube-linux-arm64 profile list -o json --light
functional_test.go:1379: Took "65.522352ms" to run "out/minikube-linux-arm64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.43s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1459: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.59s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:73: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdany-port831979616/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:107: wrote "test-1730116987713285321" to /tmp/TestFunctionalparallelMountCmdany-port831979616/001/created-by-test
functional_test_mount_test.go:107: wrote "test-1730116987713285321" to /tmp/TestFunctionalparallelMountCmdany-port831979616/001/created-by-test-removed-by-pod
functional_test_mount_test.go:107: wrote "test-1730116987713285321" to /tmp/TestFunctionalparallelMountCmdany-port831979616/001/test-1730116987713285321
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:115: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (375.569895ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1028 12:03:08.089123 1608572 retry.go:31] will retry after 287.802033ms: exit status 1
functional_test_mount_test.go:115: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:129: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh -- ls -la /mount-9p
functional_test_mount_test.go:133: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Oct 28 12:03 created-by-test
-rw-r--r-- 1 docker docker 24 Oct 28 12:03 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Oct 28 12:03 test-1730116987713285321
functional_test_mount_test.go:137: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh cat /mount-9p/test-1730116987713285321
functional_test_mount_test.go:148: (dbg) Run: kubectl --context functional-867684 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:344: "busybox-mount" [4be08f06-5dd7-406e-93e5-6cbb777695bb] Pending
helpers_test.go:344: "busybox-mount" [4be08f06-5dd7-406e-93e5-6cbb777695bb] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:344: "busybox-mount" [4be08f06-5dd7-406e-93e5-6cbb777695bb] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:344: "busybox-mount" [4be08f06-5dd7-406e-93e5-6cbb777695bb] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:153: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 6.005597232s
functional_test_mount_test.go:169: (dbg) Run: kubectl --context functional-867684 logs busybox-mount
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:181: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:90: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:94: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdany-port831979616/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (9.25s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1489: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service list -o json
functional_test.go:1494: Took "546.591181ms" to run "out/minikube-linux-arm64 -p functional-867684 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (0.55s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1509: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service --namespace=default --https --url hello-node
functional_test.go:1522: found endpoint: https://192.168.49.2:30529
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.45s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1540: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.50s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1559: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 service hello-node --url
functional_test.go:1565: found endpoint for hello-node: http://192.168.49.2:30529
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.39s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:213: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdspecific-port2508424319/001:/mount-9p --alsologtostderr -v=1 --port 46464]
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:243: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (559.799097ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1028 12:03:17.526382 1608572 retry.go:31] will retry after 387.565397ms: exit status 1
functional_test_mount_test.go:243: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:257: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh -- ls -la /mount-9p
functional_test_mount_test.go:261: guest mount directory contents
total 0
functional_test_mount_test.go:263: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdspecific-port2508424319/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
functional_test_mount_test.go:264: reading mount text
functional_test_mount_test.go:278: done reading mount text
functional_test_mount_test.go:230: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:230: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh "sudo umount -f /mount-9p": exit status 1 (339.622535ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:232: "out/minikube-linux-arm64 -p functional-867684 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:234: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdspecific-port2508424319/001:/mount-9p --alsologtostderr -v=1 --port 46464] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (2.23s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:298: (dbg) daemon: [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T" /mount1
functional_test_mount_test.go:325: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T" /mount1: (1.028576826s)
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T" /mount2
functional_test_mount_test.go:325: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh "findmnt -T" /mount3
functional_test_mount_test.go:370: (dbg) Run: out/minikube-linux-arm64 mount -p functional-867684 --kill=true
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:313: (dbg) stopping [out/minikube-linux-arm64 mount -p functional-867684 /tmp/TestFunctionalparallelMountCmdVerifyCleanup788098808/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:490: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.81s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2256: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 version --short
E1028 12:03:24.772982 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestFunctional/parallel/Version/short (0.08s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2270: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 version -o=json --components
functional_test.go:2270: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 version -o=json --components: (1.240555293s)
--- PASS: TestFunctional/parallel/Version/components (1.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls --format short --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-867684 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.31.2
registry.k8s.io/kube-proxy:v1.31.2
registry.k8s.io/kube-controller-manager:v1.31.2
registry.k8s.io/kube-apiserver:v1.31.2
registry.k8s.io/etcd:3.5.15-0
registry.k8s.io/echoserver-arm:1.8
registry.k8s.io/coredns/coredns:v1.11.3
localhost/minikube-local-cache-test:functional-867684
localhost/kicbase/echo-server:functional-867684
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/library/nginx:latest
docker.io/library/nginx:alpine
docker.io/kindest/kindnetd:v20241007-36f62932
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-867684 image ls --format short --alsologtostderr:
I1028 12:03:29.330935 1638900 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:29.331101 1638900 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.331111 1638900 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:29.331117 1638900 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.331357 1638900 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:29.332036 1638900 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.332147 1638900 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.332608 1638900 cli_runner.go:164] Run: docker container inspect functional-867684 --format={{.State.Status}}
I1028 12:03:29.352290 1638900 ssh_runner.go:195] Run: systemctl --version
I1028 12:03:29.352349 1638900 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-867684
I1028 12:03:29.376133 1638900 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40460 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/functional-867684/id_rsa Username:docker}
I1028 12:03:29.468883 1638900 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.26s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls --format table --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-867684 image ls --format table --alsologtostderr:
|-----------------------------------------|--------------------|---------------|--------|
| Image | Tag | Image ID | Size |
|-----------------------------------------|--------------------|---------------|--------|
| docker.io/library/nginx | alpine | 577a23b5858b9 | 52.3MB |
| registry.k8s.io/echoserver-arm | 1.8 | 72565bf5bbedf | 87.5MB |
| registry.k8s.io/kube-controller-manager | v1.31.2 | 9404aea098d9e | 87MB |
| registry.k8s.io/kube-proxy | v1.31.2 | 021d242013305 | 96MB |
| registry.k8s.io/kube-scheduler | v1.31.2 | d6b061e73ae45 | 67MB |
| registry.k8s.io/pause | 3.1 | 8057e0500773a | 529kB |
| docker.io/kindest/kindnetd | v20241007-36f62932 | 0bcd66b03df5f | 98.3MB |
| gcr.io/k8s-minikube/storage-provisioner | v5 | ba04bb24b9575 | 29MB |
| registry.k8s.io/coredns/coredns | v1.11.3 | 2f6c962e7b831 | 61.6MB |
| registry.k8s.io/etcd | 3.5.15-0 | 27e3830e14027 | 140MB |
| registry.k8s.io/pause | 3.10 | afb61768ce381 | 520kB |
| docker.io/library/nginx | latest | 4b196525bd3cc | 201MB |
| localhost/minikube-local-cache-test | functional-867684 | 14a95e4bfe468 | 3.33kB |
| registry.k8s.io/pause | 3.3 | 3d18732f8686c | 487kB |
| registry.k8s.io/pause | latest | 8cb2091f603e7 | 246kB |
| gcr.io/k8s-minikube/busybox | 1.28.4-glibc | 1611cd07b61d5 | 3.77MB |
| localhost/kicbase/echo-server | functional-867684 | ce2d2cda2d858 | 4.79MB |
| registry.k8s.io/kube-apiserver | v1.31.2 | f9c26480f1e72 | 92.6MB |
|-----------------------------------------|--------------------|---------------|--------|
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-867684 image ls --format table --alsologtostderr:
I1028 12:03:29.931560 1639051 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:29.933265 1639051 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.933278 1639051 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:29.933283 1639051 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.933527 1639051 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:29.934184 1639051 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.934303 1639051 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.934798 1639051 cli_runner.go:164] Run: docker container inspect functional-867684 --format={{.State.Status}}
I1028 12:03:29.959040 1639051 ssh_runner.go:195] Run: systemctl --version
I1028 12:03:29.959109 1639051 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-867684
I1028 12:03:29.983675 1639051 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40460 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/functional-867684/id_rsa Username:docker}
I1028 12:03:30.073170 1639051 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls --format json --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-867684 image ls --format json --alsologtostderr:
[{"id":"3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300","repoDigests":["registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"487479"},{"id":"20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf"],"repoTags":[],"size":"247562353"},{"id":"a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c","docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a"],"repoTags":[],"size":"42263767"},{"id":"577a23b5858b94a1a92e4263bd5d6da99fbd997fb9839bc0f357c9d4b858f431","repoDigests":
["docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250","docker.io/library/nginx@sha256:d1f949a77b81762af560a6e8f3f2bc2817f1c575ede5a756749e3c5d459e6478"],"repoTags":["docker.io/library/nginx:alpine"],"size":"52254450"},{"id":"ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2","gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"29037500"},{"id":"9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba","repoDigests":["registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752","registry.k8s.io/kube-controller-manager@sha256:b8d51076af39954cadc718ae40bd8a736ae5ad4e0654465ae91886cad3a9b602"],"repoTags":["registry.k8s.io/kube-controller-manag
er:v1.31.2"],"size":"86996294"},{"id":"021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba","repoDigests":["registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe","registry.k8s.io/kube-proxy@sha256:adabb2ce69fab82e04b441902489c8dd06f47122f00bc1062189f3cf477c795a"],"repoTags":["registry.k8s.io/kube-proxy:v1.31.2"],"size":"95952789"},{"id":"8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a","repoDigests":["registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca"],"repoTags":["registry.k8s.io/pause:latest"],"size":"246070"},{"id":"1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"3774172"},{"id":"72565bf5bbed
fb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb","repoDigests":["registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5"],"repoTags":["registry.k8s.io/echoserver-arm:1.8"],"size":"87536549"},{"id":"27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da","repoDigests":["registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a","registry.k8s.io/etcd@sha256:e3ee3ca2dbaf511385000dbd54123629c71b6cfaabd469e658d76a116b7f43da"],"repoTags":["registry.k8s.io/etcd:3.5.15-0"],"size":"139912446"},{"id":"f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270","repoDigests":["registry.k8s.io/kube-apiserver@sha256:8e7caee5c8075d84ee5b93472bedf9cf21364da1d72d60d3de15dfa0d172ff63","registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0"],"repoTags":["registry.k8s.io/kube-apiserver:v1.31.2"],"size":"92632544"},{"id":"d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d38
59dda8a","repoDigests":["registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282","registry.k8s.io/kube-scheduler@sha256:38def311c8c2668b4b3820de83cd518e0d1c32cda10e661163f957a87f92ca34"],"repoTags":["registry.k8s.io/kube-scheduler:v1.31.2"],"size":"67007814"},{"id":"8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5","repoDigests":["registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"528622"},{"id":"2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4","repoDigests":["registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6","registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e"],"repoTags":["registry.k8s.io/coredns/coredns:v1.11.3"],"size":"61647114"},{"id":"afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8","repoDigests":["registry.
k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7","registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a"],"repoTags":["registry.k8s.io/pause:3.10"],"size":"519877"},{"id":"0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa","repoDigests":["docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387","docker.io/kindest/kindnetd@sha256:b61c0e5ba940299ee811efe946ee83e509799ea7e0651e1b782e83a665b29bae"],"repoTags":["docker.io/kindest/kindnetd:v20241007-36f62932"],"size":"98291250"},{"id":"4b196525bd3cc6aa7a72ba63c6c2ae6d957b57edd603a7070c5e31f8e63c51f9","repoDigests":["docker.io/library/nginx@sha256:28402db69fec7c17e179ea87882667f1e054391138f77ffaf0c3eb388efc3ffb","docker.io/library/nginx@sha256:3c8ba625caaaae90eced8640bd64f6bf87ad68773831837b27b35056df873aef"],"repoTags":["docker.io/library/nginx:latest"],"size":"200984107"},{"id":"ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca7
4cc91729d17","repoDigests":["localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a"],"repoTags":["localhost/kicbase/echo-server:functional-867684"],"size":"4788229"},{"id":"14a95e4bfe468d47fdd901eec24671d60ebf2f19bbb0bd72a93f6da50c797d0a","repoDigests":["localhost/minikube-local-cache-test@sha256:0422767327210c19f432dba971a26a7be682e22935b1a76783f59830fd06bc89"],"repoTags":["localhost/minikube-local-cache-test:functional-867684"],"size":"3330"}]
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-867684 image ls --format json --alsologtostderr:
I1028 12:03:29.643404 1638969 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:29.643522 1638969 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.643533 1638969 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:29.643538 1638969 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.643904 1638969 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:29.644950 1638969 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.645088 1638969 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.645923 1638969 cli_runner.go:164] Run: docker container inspect functional-867684 --format={{.State.Status}}
I1028 12:03:29.666977 1638969 ssh_runner.go:195] Run: systemctl --version
I1028 12:03:29.667044 1638969 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-867684
I1028 12:03:29.698033 1638969 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40460 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/functional-867684/id_rsa Username:docker}
I1028 12:03:29.788146 1638969 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls --format yaml --alsologtostderr
functional_test.go:266: (dbg) Stdout: out/minikube-linux-arm64 -p functional-867684 image ls --format yaml --alsologtostderr:
- id: 0bcd66b03df5f1498fba5b90226939f5993cfba4c8379438bd8e89f3b4a70baa
repoDigests:
- docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387
- docker.io/kindest/kindnetd@sha256:b61c0e5ba940299ee811efe946ee83e509799ea7e0651e1b782e83a665b29bae
repoTags:
- docker.io/kindest/kindnetd:v20241007-36f62932
size: "98291250"
- id: 4b196525bd3cc6aa7a72ba63c6c2ae6d957b57edd603a7070c5e31f8e63c51f9
repoDigests:
- docker.io/library/nginx@sha256:28402db69fec7c17e179ea87882667f1e054391138f77ffaf0c3eb388efc3ffb
- docker.io/library/nginx@sha256:3c8ba625caaaae90eced8640bd64f6bf87ad68773831837b27b35056df873aef
repoTags:
- docker.io/library/nginx:latest
size: "200984107"
- id: 2f6c962e7b8311337352d9fdea917da2184d9919f4da7695bc2a6517cf392fe4
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:31440a2bef59e2f1ffb600113b557103740ff851e27b0aef5b849f6e3ab994a6
- registry.k8s.io/coredns/coredns@sha256:9caabbf6238b189a65d0d6e6ac138de60d6a1c419e5a341fbbb7c78382559c6e
repoTags:
- registry.k8s.io/coredns/coredns:v1.11.3
size: "61647114"
- id: f9c26480f1e722a7d05d7f1bb339180b19f941b23bcc928208e362df04a61270
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:8e7caee5c8075d84ee5b93472bedf9cf21364da1d72d60d3de15dfa0d172ff63
- registry.k8s.io/kube-apiserver@sha256:9d12daaedff9677744993f247bfbe4950f3da8cfd38179b3c59ec66dc81dfbe0
repoTags:
- registry.k8s.io/kube-apiserver:v1.31.2
size: "92632544"
- id: 021d2420133054f8835987db659750ff639ab6863776460264dd8025c06644ba
repoDigests:
- registry.k8s.io/kube-proxy@sha256:62128d752eb4a9162074697aba46adea4abb8aab2a53c992f20881365b61a4fe
- registry.k8s.io/kube-proxy@sha256:adabb2ce69fab82e04b441902489c8dd06f47122f00bc1062189f3cf477c795a
repoTags:
- registry.k8s.io/kube-proxy:v1.31.2
size: "95952789"
- id: 8057e0500773a37cde2cff041eb13ebd68c748419a2fbfd1dfb5bf38696cc8e5
repoDigests:
- registry.k8s.io/pause@sha256:b0602c9f938379133ff8017007894b48c1112681c9468f82a1e4cbf8a4498b67
repoTags:
- registry.k8s.io/pause:3.1
size: "528622"
- id: 577a23b5858b94a1a92e4263bd5d6da99fbd997fb9839bc0f357c9d4b858f431
repoDigests:
- docker.io/library/nginx@sha256:2140dad235c130ac861018a4e13a6bc8aea3a35f3a40e20c1b060d51a7efd250
- docker.io/library/nginx@sha256:d1f949a77b81762af560a6e8f3f2bc2817f1c575ede5a756749e3c5d459e6478
repoTags:
- docker.io/library/nginx:alpine
size: "52254450"
- id: ba04bb24b95753201135cbc420b233c1b0b9fa2e1fd21d28319c348c33fbcde6
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:0ba370588274b88531ab311a5d2e645d240a853555c1e58fd1dd428fc333c9d2
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "29037500"
- id: 72565bf5bbedfb62e9d21afa2b1221b2c7a5e05b746dae33430bc550d3f87beb
repoDigests:
- registry.k8s.io/echoserver-arm@sha256:b33d4cdf6ed097f4e9b77b135d83a596ab73c6268b0342648818eb85f5edfdb5
repoTags:
- registry.k8s.io/echoserver-arm:1.8
size: "87536549"
- id: 9404aea098d9e80cb648d86c07d56130a1fe875ed7c2526251c2ae68a9bf07ba
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:a33795e8b0ff9923d1539331975c4e76e2a74090f9f82eca775e2390e4f20752
- registry.k8s.io/kube-controller-manager@sha256:b8d51076af39954cadc718ae40bd8a736ae5ad4e0654465ae91886cad3a9b602
repoTags:
- registry.k8s.io/kube-controller-manager:v1.31.2
size: "86996294"
- id: afb61768ce381961ca0beff95337601f29dc70ff3ed14e5e4b3e5699057e6aa8
repoDigests:
- registry.k8s.io/pause@sha256:e50b7059b633caf3c1449b8da680d11845cda4506b513ee7a2de00725f0a34a7
- registry.k8s.io/pause@sha256:ee6521f290b2168b6e0935a181d4cff9be1ac3f505666ef0e3c98fae8199917a
repoTags:
- registry.k8s.io/pause:3.10
size: "519877"
- id: 20b332c9a70d8516d849d1ac23eff5800cbb2f263d379f0ec11ee908db6b25a8
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:5c52c60663b473628bd98e4ffee7a747ef1f88d8c7bcee957b089fb3f61bdedf
repoTags: []
size: "247562353"
- id: a422e0e982356f6c1cf0e5bb7b733363caae3992a07c99951fbcc73e58ed656a
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
- docker.io/kubernetesui/metrics-scraper@sha256:853c43f3cced687cb211708aa0024304a5adb33ec45ebf5915d318358822e09a
repoTags: []
size: "42263767"
- id: ce2d2cda2d858fdaea84129deb86d18e5dbf1c548f230b79fdca74cc91729d17
repoDigests:
- localhost/kicbase/echo-server@sha256:49260110d6ce1914d3de292ed370ee11a2e34ab577b97e6011d795cb13534d4a
repoTags:
- localhost/kicbase/echo-server:functional-867684
size: "4788229"
- id: 3d18732f8686cc3c878055d99a05fa80289502fa496b36b6a0fe0f77206a7300
repoDigests:
- registry.k8s.io/pause@sha256:e59730b14890252c14f85976e22ab1c47ec28b111ffed407f34bca1b44447476
repoTags:
- registry.k8s.io/pause:3.3
size: "487479"
- id: 1611cd07b61d57dbbfebe6db242513fd51e1c02d20ba08af17a45837d86a8a8c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:580b0aa58b210f512f818b7b7ef4f63c803f7a8cd6baf571b1462b79f7b7719e
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "3774172"
- id: 14a95e4bfe468d47fdd901eec24671d60ebf2f19bbb0bd72a93f6da50c797d0a
repoDigests:
- localhost/minikube-local-cache-test@sha256:0422767327210c19f432dba971a26a7be682e22935b1a76783f59830fd06bc89
repoTags:
- localhost/minikube-local-cache-test:functional-867684
size: "3330"
- id: 27e3830e1402783674d8b594038967deea9d51f0d91b34c93c8f39d2f68af7da
repoDigests:
- registry.k8s.io/etcd@sha256:a6dc63e6e8cfa0307d7851762fa6b629afb18f28d8aa3fab5a6e91b4af60026a
- registry.k8s.io/etcd@sha256:e3ee3ca2dbaf511385000dbd54123629c71b6cfaabd469e658d76a116b7f43da
repoTags:
- registry.k8s.io/etcd:3.5.15-0
size: "139912446"
- id: d6b061e73ae454743cbfe0e3479aa23e4ed65c61d38b4408a1e7f3d3859dda8a
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:0f78992e985d0dbe65f3e7598943d34b725cd61a21ba92edf5ac29f0f2b61282
- registry.k8s.io/kube-scheduler@sha256:38def311c8c2668b4b3820de83cd518e0d1c32cda10e661163f957a87f92ca34
repoTags:
- registry.k8s.io/kube-scheduler:v1.31.2
size: "67007814"
- id: 8cb2091f603e75187e2f6226c5901d12e00b1d1f778c6471ae4578e8a1c4724a
repoDigests:
- registry.k8s.io/pause@sha256:f5e31d44aa14d5669e030380b656463a7e45934c03994e72e3dbf83d4a645cca
repoTags:
- registry.k8s.io/pause:latest
size: "246070"
functional_test.go:269: (dbg) Stderr: out/minikube-linux-arm64 -p functional-867684 image ls --format yaml --alsologtostderr:
I1028 12:03:29.343232 1638901 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:29.344564 1638901 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.344611 1638901 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:29.344634 1638901 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.344922 1638901 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:29.346022 1638901 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.347085 1638901 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.348587 1638901 cli_runner.go:164] Run: docker container inspect functional-867684 --format={{.State.Status}}
I1028 12:03:29.368785 1638901 ssh_runner.go:195] Run: systemctl --version
I1028 12:03:29.368842 1638901 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-867684
I1028 12:03:29.393887 1638901 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40460 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/functional-867684/id_rsa Username:docker}
I1028 12:03:29.488747 1638901 ssh_runner.go:195] Run: sudo crictl images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.29s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:308: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 ssh pgrep buildkitd
functional_test.go:308: (dbg) Non-zero exit: out/minikube-linux-arm64 -p functional-867684 ssh pgrep buildkitd: exit status 1 (340.362614ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:315: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image build -t localhost/my-image:functional-867684 testdata/build --alsologtostderr
functional_test.go:315: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 image build -t localhost/my-image:functional-867684 testdata/build --alsologtostderr: (3.301300317s)
functional_test.go:320: (dbg) Stdout: out/minikube-linux-arm64 -p functional-867684 image build -t localhost/my-image:functional-867684 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> 392ebd16c50
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-867684
--> 3764d7404ad
Successfully tagged localhost/my-image:functional-867684
3764d7404ad9bbefd9476beb10a3906cec74a69ad576f6ecddb5fb08abb91c2b
functional_test.go:323: (dbg) Stderr: out/minikube-linux-arm64 -p functional-867684 image build -t localhost/my-image:functional-867684 testdata/build --alsologtostderr:
I1028 12:03:29.944079 1639057 out.go:345] Setting OutFile to fd 1 ...
I1028 12:03:29.945533 1639057 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.945552 1639057 out.go:358] Setting ErrFile to fd 2...
I1028 12:03:29.945559 1639057 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:03:29.945807 1639057 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:03:29.946448 1639057 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.947089 1639057 config.go:182] Loaded profile config "functional-867684": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:03:29.947636 1639057 cli_runner.go:164] Run: docker container inspect functional-867684 --format={{.State.Status}}
I1028 12:03:29.975524 1639057 ssh_runner.go:195] Run: systemctl --version
I1028 12:03:29.975583 1639057 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-867684
I1028 12:03:29.997921 1639057 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40460 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/functional-867684/id_rsa Username:docker}
I1028 12:03:30.096982 1639057 build_images.go:161] Building image from path: /tmp/build.1078877256.tar
I1028 12:03:30.097065 1639057 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1028 12:03:30.113488 1639057 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.1078877256.tar
I1028 12:03:30.119320 1639057 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.1078877256.tar: stat -c "%s %y" /var/lib/minikube/build/build.1078877256.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.1078877256.tar': No such file or directory
I1028 12:03:30.119406 1639057 ssh_runner.go:362] scp /tmp/build.1078877256.tar --> /var/lib/minikube/build/build.1078877256.tar (3072 bytes)
I1028 12:03:30.153238 1639057 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.1078877256
I1028 12:03:30.162824 1639057 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.1078877256 -xf /var/lib/minikube/build/build.1078877256.tar
I1028 12:03:30.173031 1639057 crio.go:315] Building image: /var/lib/minikube/build/build.1078877256
I1028 12:03:30.173100 1639057 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-867684 /var/lib/minikube/build/build.1078877256 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying blob sha256:a01966dde7f8d5ba10b6d87e776c7c8fb5a5f6bfa678874bd28b33b1fc6dba34
Copying config sha256:71a676dd070f4b701c3272e566d84951362f1326ea07d5bbad119d1c4f6b3d02
Writing manifest to image destination
Storing signatures
I1028 12:03:33.135300 1639057 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-867684 /var/lib/minikube/build/build.1078877256 --cgroup-manager=cgroupfs: (2.962175344s)
I1028 12:03:33.135369 1639057 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.1078877256
I1028 12:03:33.145129 1639057 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.1078877256.tar
I1028 12:03:33.154052 1639057 build_images.go:217] Built localhost/my-image:functional-867684 from /tmp/build.1078877256.tar
I1028 12:03:33.154090 1639057 build_images.go:133] succeeded building to: functional-867684
I1028 12:03:33.154096 1639057 build_images.go:134] failed building to:
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (3.87s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:342: (dbg) Run: docker pull kicbase/echo-server:1.0
functional_test.go:347: (dbg) Run: docker tag kicbase/echo-server:1.0 kicbase/echo-server:functional-867684
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.74s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.19s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.16s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2119: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:355: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image load --daemon kicbase/echo-server:functional-867684 --alsologtostderr
functional_test.go:355: (dbg) Done: out/minikube-linux-arm64 -p functional-867684 image load --daemon kicbase/echo-server:functional-867684 --alsologtostderr: (1.443919923s)
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.74s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image load --daemon kicbase/echo-server:functional-867684 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (1.00s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:235: (dbg) Run: docker pull kicbase/echo-server:latest
functional_test.go:240: (dbg) Run: docker tag kicbase/echo-server:latest kicbase/echo-server:functional-867684
functional_test.go:245: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image load --daemon kicbase/echo-server:functional-867684 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.23s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:380: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image save kicbase/echo-server:functional-867684 /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.53s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:392: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image rm kicbase/echo-server:functional-867684 --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.54s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:409: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image load /home/jenkins/workspace/Docker_Linux_crio_arm64/echo-server-save.tar --alsologtostderr
functional_test.go:451: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.82s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:419: (dbg) Run: docker rmi kicbase/echo-server:functional-867684
functional_test.go:424: (dbg) Run: out/minikube-linux-arm64 -p functional-867684 image save --daemon kicbase/echo-server:functional-867684 --alsologtostderr
functional_test.go:432: (dbg) Run: docker image inspect localhost/kicbase/echo-server:functional-867684
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.56s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:1.0
functional_test.go:190: (dbg) Run: docker rmi -f kicbase/echo-server:functional-867684
--- PASS: TestFunctional/delete_echo-server_images (0.03s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:198: (dbg) Run: docker rmi -f localhost/my-image:functional-867684
--- PASS: TestFunctional/delete_my-image_image (0.01s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:206: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-867684
--- PASS: TestFunctional/delete_minikube_cached_images (0.01s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-arm64 start -p ha-942708 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:04:46.694291 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:101: (dbg) Done: out/minikube-linux-arm64 start -p ha-942708 --wait=true --memory=2200 --ha -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (2m50.635404189s)
ha_test.go:107: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/StartCluster (171.42s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-arm64 kubectl -p ha-942708 -- rollout status deployment/busybox: (5.651598222s)
ha_test.go:140: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-2f7s2 -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-dfgqt -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-t6gnf -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-2f7s2 -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-dfgqt -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-t6gnf -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-2f7s2 -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-dfgqt -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-t6gnf -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (8.48s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-2f7s2 -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-2f7s2 -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-dfgqt -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-dfgqt -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-t6gnf -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-arm64 kubectl -p ha-942708 -- exec busybox-7dff88458-t6gnf -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.61s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-arm64 node add -p ha-942708 -v=7 --alsologtostderr
E1028 12:07:02.833457 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:30.535751 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.536457 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.543201 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.554633 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.576012 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.618029 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.699469 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:39.860713 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:07:40.182792 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:228: (dbg) Done: out/minikube-linux-arm64 node add -p ha-942708 -v=7 --alsologtostderr: (1m2.679905507s)
ha_test.go:234: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
E1028 12:07:40.824988 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (63.62s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-942708 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.11s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
E1028 12:07:42.106347 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (0.97s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status --output json -v=7 --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp testdata/cp-test.txt ha-942708:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile504864850/001/cp-test_ha-942708.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708:/home/docker/cp-test.txt ha-942708-m02:/home/docker/cp-test_ha-942708_ha-942708-m02.txt
E1028 12:07:44.668028 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test_ha-942708_ha-942708-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708:/home/docker/cp-test.txt ha-942708-m03:/home/docker/cp-test_ha-942708_ha-942708-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test_ha-942708_ha-942708-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708:/home/docker/cp-test.txt ha-942708-m04:/home/docker/cp-test_ha-942708_ha-942708-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test_ha-942708_ha-942708-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp testdata/cp-test.txt ha-942708-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile504864850/001/cp-test_ha-942708-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m02:/home/docker/cp-test.txt ha-942708:/home/docker/cp-test_ha-942708-m02_ha-942708.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test_ha-942708-m02_ha-942708.txt"
E1028 12:07:49.790194 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m02:/home/docker/cp-test.txt ha-942708-m03:/home/docker/cp-test_ha-942708-m02_ha-942708-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test_ha-942708-m02_ha-942708-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m02:/home/docker/cp-test.txt ha-942708-m04:/home/docker/cp-test_ha-942708-m02_ha-942708-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test_ha-942708-m02_ha-942708-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp testdata/cp-test.txt ha-942708-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile504864850/001/cp-test_ha-942708-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m03:/home/docker/cp-test.txt ha-942708:/home/docker/cp-test_ha-942708-m03_ha-942708.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test_ha-942708-m03_ha-942708.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m03:/home/docker/cp-test.txt ha-942708-m02:/home/docker/cp-test_ha-942708-m03_ha-942708-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test_ha-942708-m03_ha-942708-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m03:/home/docker/cp-test.txt ha-942708-m04:/home/docker/cp-test_ha-942708-m03_ha-942708-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test_ha-942708-m03_ha-942708-m04.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp testdata/cp-test.txt ha-942708-m04:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile504864850/001/cp-test_ha-942708-m04.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m04:/home/docker/cp-test.txt ha-942708:/home/docker/cp-test_ha-942708-m04_ha-942708.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708 "sudo cat /home/docker/cp-test_ha-942708-m04_ha-942708.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m04:/home/docker/cp-test.txt ha-942708-m02:/home/docker/cp-test_ha-942708-m04_ha-942708-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m02 "sudo cat /home/docker/cp-test_ha-942708-m04_ha-942708-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 cp ha-942708-m04:/home/docker/cp-test.txt ha-942708-m03:/home/docker/cp-test_ha-942708-m04_ha-942708-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m04 "sudo cat /home/docker/cp-test.txt"
E1028 12:08:00.040196 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 ssh -n ha-942708-m03 "sudo cat /home/docker/cp-test_ha-942708-m04_ha-942708-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (18.10s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 node stop m02 -v=7 --alsologtostderr
ha_test.go:365: (dbg) Done: out/minikube-linux-arm64 -p ha-942708 node stop m02 -v=7 --alsologtostderr: (11.979703959s)
ha_test.go:371: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr: exit status 7 (736.409677ms)
-- stdout --
ha-942708
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-942708-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-942708-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-942708-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1028 12:08:12.557439 1654719 out.go:345] Setting OutFile to fd 1 ...
I1028 12:08:12.557687 1654719 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:08:12.557719 1654719 out.go:358] Setting ErrFile to fd 2...
I1028 12:08:12.557738 1654719 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:08:12.558109 1654719 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:08:12.558422 1654719 out.go:352] Setting JSON to false
I1028 12:08:12.558467 1654719 mustload.go:65] Loading cluster: ha-942708
I1028 12:08:12.559508 1654719 notify.go:220] Checking for updates...
I1028 12:08:12.559608 1654719 config.go:182] Loaded profile config "ha-942708": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:08:12.559697 1654719 status.go:174] checking status of ha-942708 ...
I1028 12:08:12.560315 1654719 cli_runner.go:164] Run: docker container inspect ha-942708 --format={{.State.Status}}
I1028 12:08:12.580927 1654719 status.go:371] ha-942708 host status = "Running" (err=<nil>)
I1028 12:08:12.580952 1654719 host.go:66] Checking if "ha-942708" exists ...
I1028 12:08:12.581405 1654719 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-942708
I1028 12:08:12.608974 1654719 host.go:66] Checking if "ha-942708" exists ...
I1028 12:08:12.609271 1654719 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:08:12.609323 1654719 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-942708
I1028 12:08:12.626514 1654719 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40465 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/ha-942708/id_rsa Username:docker}
I1028 12:08:12.721711 1654719 ssh_runner.go:195] Run: systemctl --version
I1028 12:08:12.726684 1654719 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:08:12.739432 1654719 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:08:12.809468 1654719 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:true NGoroutines:71 SystemTime:2024-10-28 12:08:12.799497849 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:08:12.810052 1654719 kubeconfig.go:125] found "ha-942708" server: "https://192.168.49.254:8443"
I1028 12:08:12.810085 1654719 api_server.go:166] Checking apiserver status ...
I1028 12:08:12.810127 1654719 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 12:08:12.821640 1654719 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1372/cgroup
I1028 12:08:12.831551 1654719 api_server.go:182] apiserver freezer: "6:freezer:/docker/167e80575027b8654d6be7360a2b0f685bda4b26d91b7470beca09394ec7f0fa/crio/crio-b3495c578b793204538666d00d4885e4c56b189f9bfdcb8f45ac0ecb05e380da"
I1028 12:08:12.831668 1654719 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/167e80575027b8654d6be7360a2b0f685bda4b26d91b7470beca09394ec7f0fa/crio/crio-b3495c578b793204538666d00d4885e4c56b189f9bfdcb8f45ac0ecb05e380da/freezer.state
I1028 12:08:12.840107 1654719 api_server.go:204] freezer state: "THAWED"
I1028 12:08:12.840134 1654719 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1028 12:08:12.847823 1654719 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1028 12:08:12.847854 1654719 status.go:463] ha-942708 apiserver status = Running (err=<nil>)
I1028 12:08:12.847864 1654719 status.go:176] ha-942708 status: &{Name:ha-942708 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:08:12.847889 1654719 status.go:174] checking status of ha-942708-m02 ...
I1028 12:08:12.848211 1654719 cli_runner.go:164] Run: docker container inspect ha-942708-m02 --format={{.State.Status}}
I1028 12:08:12.865418 1654719 status.go:371] ha-942708-m02 host status = "Stopped" (err=<nil>)
I1028 12:08:12.865438 1654719 status.go:384] host is not running, skipping remaining checks
I1028 12:08:12.865445 1654719 status.go:176] ha-942708-m02 status: &{Name:ha-942708-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:08:12.865465 1654719 status.go:174] checking status of ha-942708-m03 ...
I1028 12:08:12.865756 1654719 cli_runner.go:164] Run: docker container inspect ha-942708-m03 --format={{.State.Status}}
I1028 12:08:12.883345 1654719 status.go:371] ha-942708-m03 host status = "Running" (err=<nil>)
I1028 12:08:12.883367 1654719 host.go:66] Checking if "ha-942708-m03" exists ...
I1028 12:08:12.883779 1654719 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-942708-m03
I1028 12:08:12.905814 1654719 host.go:66] Checking if "ha-942708-m03" exists ...
I1028 12:08:12.906120 1654719 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:08:12.906169 1654719 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-942708-m03
I1028 12:08:12.923775 1654719 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40475 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/ha-942708-m03/id_rsa Username:docker}
I1028 12:08:13.012993 1654719 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:08:13.024903 1654719 kubeconfig.go:125] found "ha-942708" server: "https://192.168.49.254:8443"
I1028 12:08:13.024934 1654719 api_server.go:166] Checking apiserver status ...
I1028 12:08:13.024997 1654719 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 12:08:13.035535 1654719 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1337/cgroup
I1028 12:08:13.045103 1654719 api_server.go:182] apiserver freezer: "6:freezer:/docker/df4bec21f389411c65f7f5a65d5f3b13a4dcd87c2dac1712caef3e6bb8e88a76/crio/crio-9fcaf8ef49f5ce7ded1dd3a121a225fbd77b88c7f8a2ce2846123812a3bce699"
I1028 12:08:13.045187 1654719 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/df4bec21f389411c65f7f5a65d5f3b13a4dcd87c2dac1712caef3e6bb8e88a76/crio/crio-9fcaf8ef49f5ce7ded1dd3a121a225fbd77b88c7f8a2ce2846123812a3bce699/freezer.state
I1028 12:08:13.055260 1654719 api_server.go:204] freezer state: "THAWED"
I1028 12:08:13.055300 1654719 api_server.go:253] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1028 12:08:13.063723 1654719 api_server.go:279] https://192.168.49.254:8443/healthz returned 200:
ok
I1028 12:08:13.063750 1654719 status.go:463] ha-942708-m03 apiserver status = Running (err=<nil>)
I1028 12:08:13.063760 1654719 status.go:176] ha-942708-m03 status: &{Name:ha-942708-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:08:13.063796 1654719 status.go:174] checking status of ha-942708-m04 ...
I1028 12:08:13.064108 1654719 cli_runner.go:164] Run: docker container inspect ha-942708-m04 --format={{.State.Status}}
I1028 12:08:13.079895 1654719 status.go:371] ha-942708-m04 host status = "Running" (err=<nil>)
I1028 12:08:13.079917 1654719 host.go:66] Checking if "ha-942708-m04" exists ...
I1028 12:08:13.080201 1654719 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-942708-m04
I1028 12:08:13.096389 1654719 host.go:66] Checking if "ha-942708-m04" exists ...
I1028 12:08:13.096682 1654719 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:08:13.096734 1654719 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-942708-m04
I1028 12:08:13.125052 1654719 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40480 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/ha-942708-m04/id_rsa Username:docker}
I1028 12:08:13.220898 1654719 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:08:13.233528 1654719 status.go:176] ha-942708-m04 status: &{Name:ha-942708-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (12.72s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.77s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 node start m02 -v=7 --alsologtostderr
E1028 12:08:20.522201 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:422: (dbg) Done: out/minikube-linux-arm64 -p ha-942708 node start m02 -v=7 --alsologtostderr: (21.199550406s)
ha_test.go:430: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
ha_test.go:430: (dbg) Done: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr: (1.398170846s)
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (22.85s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-arm64 profile list --output json: (1.277981705s)
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (1.28s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-arm64 node list -p ha-942708 -v=7 --alsologtostderr
ha_test.go:464: (dbg) Run: out/minikube-linux-arm64 stop -p ha-942708 -v=7 --alsologtostderr
E1028 12:09:01.483512 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:464: (dbg) Done: out/minikube-linux-arm64 stop -p ha-942708 -v=7 --alsologtostderr: (37.09189296s)
ha_test.go:469: (dbg) Run: out/minikube-linux-arm64 start -p ha-942708 --wait=true -v=7 --alsologtostderr
E1028 12:10:23.405186 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:469: (dbg) Done: out/minikube-linux-arm64 start -p ha-942708 --wait=true -v=7 --alsologtostderr: (2m45.949250717s)
ha_test.go:474: (dbg) Run: out/minikube-linux-arm64 node list -p ha-942708
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (203.24s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 node delete m03 -v=7 --alsologtostderr
E1028 12:12:02.834480 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:489: (dbg) Done: out/minikube-linux-arm64 -p ha-942708 node delete m03 -v=7 --alsologtostderr: (11.273709481s)
ha_test.go:495: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (12.15s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.71s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 stop -v=7 --alsologtostderr
E1028 12:12:39.536268 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:533: (dbg) Done: out/minikube-linux-arm64 -p ha-942708 stop -v=7 --alsologtostderr: (35.650527634s)
ha_test.go:539: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr: exit status 7 (115.987511ms)
-- stdout --
ha-942708
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-942708-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-942708-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:12:49.938350 1669295 out.go:345] Setting OutFile to fd 1 ...
I1028 12:12:49.938549 1669295 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:12:49.938576 1669295 out.go:358] Setting ErrFile to fd 2...
I1028 12:12:49.938598 1669295 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:12:49.938985 1669295 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:12:49.939264 1669295 out.go:352] Setting JSON to false
I1028 12:12:49.939309 1669295 mustload.go:65] Loading cluster: ha-942708
I1028 12:12:49.942310 1669295 notify.go:220] Checking for updates...
I1028 12:12:49.942786 1669295 config.go:182] Loaded profile config "ha-942708": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:12:49.943443 1669295 status.go:174] checking status of ha-942708 ...
I1028 12:12:49.944409 1669295 cli_runner.go:164] Run: docker container inspect ha-942708 --format={{.State.Status}}
I1028 12:12:49.961196 1669295 status.go:371] ha-942708 host status = "Stopped" (err=<nil>)
I1028 12:12:49.961221 1669295 status.go:384] host is not running, skipping remaining checks
I1028 12:12:49.961228 1669295 status.go:176] ha-942708 status: &{Name:ha-942708 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:12:49.961255 1669295 status.go:174] checking status of ha-942708-m02 ...
I1028 12:12:49.961558 1669295 cli_runner.go:164] Run: docker container inspect ha-942708-m02 --format={{.State.Status}}
I1028 12:12:49.981138 1669295 status.go:371] ha-942708-m02 host status = "Stopped" (err=<nil>)
I1028 12:12:49.981159 1669295 status.go:384] host is not running, skipping remaining checks
I1028 12:12:49.981166 1669295 status.go:176] ha-942708-m02 status: &{Name:ha-942708-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:12:49.981184 1669295 status.go:174] checking status of ha-942708-m04 ...
I1028 12:12:49.981468 1669295 cli_runner.go:164] Run: docker container inspect ha-942708-m04 --format={{.State.Status}}
I1028 12:12:50.003651 1669295 status.go:371] ha-942708-m04 host status = "Stopped" (err=<nil>)
I1028 12:12:50.003675 1669295 status.go:384] host is not running, skipping remaining checks
I1028 12:12:50.003681 1669295 status.go:176] ha-942708-m04 status: &{Name:ha-942708-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (35.77s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-arm64 start -p ha-942708 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:13:07.246592 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
ha_test.go:562: (dbg) Done: out/minikube-linux-arm64 start -p ha-942708 --wait=true -v=7 --alsologtostderr --driver=docker --container-runtime=crio: (1m56.537263521s)
ha_test.go:568: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (117.45s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.73s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-arm64 node add -p ha-942708 --control-plane -v=7 --alsologtostderr
ha_test.go:607: (dbg) Done: out/minikube-linux-arm64 node add -p ha-942708 --control-plane -v=7 --alsologtostderr: (1m8.263728418s)
ha_test.go:613: (dbg) Run: out/minikube-linux-arm64 -p ha-942708 status -v=7 --alsologtostderr
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (69.21s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (0.97s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 start -p json-output-780716 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 start -p json-output-780716 --output=json --user=testUser --memory=2200 --wait=true --driver=docker --container-runtime=crio: (47.523342136s)
--- PASS: TestJSONOutput/start/Command (47.54s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 pause -p json-output-780716 --output=json --user=testUser
--- PASS: TestJSONOutput/pause/Command (0.72s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 unpause -p json-output-780716 --output=json --user=testUser
--- PASS: TestJSONOutput/unpause/Command (0.66s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-arm64 stop -p json-output-780716 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-arm64 stop -p json-output-780716 --output=json --user=testUser: (5.854575939s)
--- PASS: TestJSONOutput/stop/Command (5.85s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-arm64 start -p json-output-error-678214 --memory=2200 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p json-output-error-678214 --memory=2200 --output=json --wait=true --driver=fail: exit status 56 (81.78742ms)
-- stdout --
{"specversion":"1.0","id":"9fe6edd1-9a14-4c01-a057-10ef1c0d98ac","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-678214] minikube v1.34.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"3faefd73-0cf4-47bd-acfe-944fadb7459e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19875"}}
{"specversion":"1.0","id":"8c1ae658-cd10-434d-a18f-49631ab602db","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"e8489547-c442-474d-9b7f-3eff711a35ee","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig"}}
{"specversion":"1.0","id":"668472cf-c5c4-4df4-bab0-32f96b394cc0","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube"}}
{"specversion":"1.0","id":"ea43a196-c739-4f53-933d-08af7f440cf2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"db5ff4fe-83f6-4558-b598-64043f95b5cc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"a439ded0-7470-4c0e-8d48-f868fdb94d38","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/arm64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:175: Cleaning up "json-output-error-678214" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p json-output-error-678214
--- PASS: TestErrorJSONOutput (0.22s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-428350 --network=
E1028 12:17:39.536860 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-428350 --network=: (35.882655149s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-428350" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-428350
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-428350: (2.0434264s)
--- PASS: TestKicCustomNetwork/create_custom_network (37.95s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-arm64 start -p docker-network-161723 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-arm64 start -p docker-network-161723 --network=bridge: (32.608445978s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:175: Cleaning up "docker-network-161723" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p docker-network-161723
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p docker-network-161723: (1.938896568s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (34.58s)
=== RUN TestKicExistingNetwork
I1028 12:18:18.317624 1608572 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1028 12:18:18.331124 1608572 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1028 12:18:18.332176 1608572 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1028 12:18:18.332222 1608572 cli_runner.go:164] Run: docker network inspect existing-network
W1028 12:18:18.346480 1608572 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1028 12:18:18.346518 1608572 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1028 12:18:18.346536 1608572 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1028 12:18:18.346633 1608572 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1028 12:18:18.364587 1608572 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-1d0722845253 IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:77:13:bf:96} reservation:<nil>}
I1028 12:18:18.364990 1608572 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0x40014ed6a0}
I1028 12:18:18.365049 1608572 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1028 12:18:18.365111 1608572 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1028 12:18:18.434454 1608572 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-arm64 start -p existing-network-479867 --network=existing-network
E1028 12:18:25.897888 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-arm64 start -p existing-network-479867 --network=existing-network: (32.721191221s)
helpers_test.go:175: Cleaning up "existing-network-479867" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p existing-network-479867
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p existing-network-479867: (1.965719887s)
I1028 12:18:53.136455 1608572 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (34.84s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-subnet-816469 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-subnet-816469 --subnet=192.168.60.0/24: (33.232957256s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-816469 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:175: Cleaning up "custom-subnet-816469" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p custom-subnet-816469
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p custom-subnet-816469: (2.101602616s)
--- PASS: TestKicCustomSubnet (35.36s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-arm64 start -p static-ip-568458 --static-ip=192.168.200.200
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-arm64 start -p static-ip-568458 --static-ip=192.168.200.200: (31.701361563s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-arm64 -p static-ip-568458 ip
helpers_test.go:175: Cleaning up "static-ip-568458" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p static-ip-568458
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p static-ip-568458: (2.084473804s)
--- PASS: TestKicStaticIP (33.96s)
=== RUN TestMainNoArgs
main_test.go:68: (dbg) Run: out/minikube-linux-arm64
--- PASS: TestMainNoArgs (0.07s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p first-479844 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p first-479844 --driver=docker --container-runtime=crio: (30.88303122s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p second-482855 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p second-482855 --driver=docker --container-runtime=crio: (30.932188447s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile first-479844
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-arm64 profile second-482855
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-arm64 profile list -ojson
helpers_test.go:175: Cleaning up "second-482855" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p second-482855
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p second-482855: (2.01792412s)
helpers_test.go:175: Cleaning up "first-479844" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p first-479844
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p first-479844: (1.950013176s)
--- PASS: TestMinikubeProfile (67.12s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-1-042899 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-1-042899 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.733316576s)
--- PASS: TestMountStart/serial/StartWithMountFirst (6.73s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-1-042899 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.25s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:98: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-045139 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:98: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-045139 --memory=2048 --mount --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (5.712573186s)
--- PASS: TestMountStart/serial/StartWithMountSecond (6.71s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-045139 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.25s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-arm64 delete -p mount-start-1-042899 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-arm64 delete -p mount-start-1-042899 --alsologtostderr -v=5: (1.607219317s)
--- PASS: TestMountStart/serial/DeleteFirst (1.61s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-045139 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.25s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:155: (dbg) Run: out/minikube-linux-arm64 stop -p mount-start-2-045139
mount_start_test.go:155: (dbg) Done: out/minikube-linux-arm64 stop -p mount-start-2-045139: (1.201590374s)
--- PASS: TestMountStart/serial/Stop (1.20s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:166: (dbg) Run: out/minikube-linux-arm64 start -p mount-start-2-045139
mount_start_test.go:166: (dbg) Done: out/minikube-linux-arm64 start -p mount-start-2-045139: (6.528967651s)
--- PASS: TestMountStart/serial/RestartStopped (7.53s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:114: (dbg) Run: out/minikube-linux-arm64 -p mount-start-2-045139 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.25s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-arm64 start -p multinode-796656 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:22:02.833958 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:22:39.536747 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:96: (dbg) Done: out/minikube-linux-arm64 start -p multinode-796656 --wait=true --memory=2200 --nodes=2 -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (1m43.754849043s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (104.25s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-arm64 kubectl -p multinode-796656 -- rollout status deployment/busybox: (5.100038831s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-f6sph -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-k9hhk -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-f6sph -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-k9hhk -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-f6sph -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-k9hhk -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (6.94s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-f6sph -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-f6sph -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-k9hhk -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-arm64 kubectl -p multinode-796656 -- exec busybox-7dff88458-k9hhk -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (0.99s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-796656 -v 3 --alsologtostderr
multinode_test.go:121: (dbg) Done: out/minikube-linux-arm64 node add -p multinode-796656 -v 3 --alsologtostderr: (25.779881019s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (26.40s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-796656 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.08s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-arm64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.65s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --output json --alsologtostderr
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp testdata/cp-test.txt multinode-796656:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1789585646/001/cp-test_multinode-796656.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656:/home/docker/cp-test.txt multinode-796656-m02:/home/docker/cp-test_multinode-796656_multinode-796656-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test_multinode-796656_multinode-796656-m02.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656:/home/docker/cp-test.txt multinode-796656-m03:/home/docker/cp-test_multinode-796656_multinode-796656-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test_multinode-796656_multinode-796656-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp testdata/cp-test.txt multinode-796656-m02:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1789585646/001/cp-test_multinode-796656-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m02:/home/docker/cp-test.txt multinode-796656:/home/docker/cp-test_multinode-796656-m02_multinode-796656.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test_multinode-796656-m02_multinode-796656.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m02:/home/docker/cp-test.txt multinode-796656-m03:/home/docker/cp-test_multinode-796656-m02_multinode-796656-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test_multinode-796656-m02_multinode-796656-m03.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp testdata/cp-test.txt multinode-796656-m03:/home/docker/cp-test.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test.txt"
E1028 12:24:02.608197 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile1789585646/001/cp-test_multinode-796656-m03.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m03:/home/docker/cp-test.txt multinode-796656:/home/docker/cp-test_multinode-796656-m03_multinode-796656.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656 "sudo cat /home/docker/cp-test_multinode-796656-m03_multinode-796656.txt"
helpers_test.go:556: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 cp multinode-796656-m03:/home/docker/cp-test.txt multinode-796656-m02:/home/docker/cp-test_multinode-796656-m03_multinode-796656-m02.txt
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:534: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 ssh -n multinode-796656-m02 "sudo cat /home/docker/cp-test_multinode-796656-m03_multinode-796656-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.56s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-arm64 -p multinode-796656 node stop m03: (1.200685097s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-796656 status: exit status 7 (499.513901ms)
-- stdout --
multinode-796656
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-796656-m02
type: Worker
host: Running
kubelet: Running
multinode-796656-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr: exit status 7 (475.713987ms)
-- stdout --
multinode-796656
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-796656-m02
type: Worker
host: Running
kubelet: Running
multinode-796656-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:24:06.875914 1723040 out.go:345] Setting OutFile to fd 1 ...
I1028 12:24:06.876024 1723040 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:24:06.876035 1723040 out.go:358] Setting ErrFile to fd 2...
I1028 12:24:06.876041 1723040 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:24:06.876284 1723040 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:24:06.876467 1723040 out.go:352] Setting JSON to false
I1028 12:24:06.876487 1723040 mustload.go:65] Loading cluster: multinode-796656
I1028 12:24:06.876584 1723040 notify.go:220] Checking for updates...
I1028 12:24:06.876876 1723040 config.go:182] Loaded profile config "multinode-796656": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:24:06.876890 1723040 status.go:174] checking status of multinode-796656 ...
I1028 12:24:06.877399 1723040 cli_runner.go:164] Run: docker container inspect multinode-796656 --format={{.State.Status}}
I1028 12:24:06.895434 1723040 status.go:371] multinode-796656 host status = "Running" (err=<nil>)
I1028 12:24:06.895461 1723040 host.go:66] Checking if "multinode-796656" exists ...
I1028 12:24:06.895785 1723040 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-796656
I1028 12:24:06.913153 1723040 host.go:66] Checking if "multinode-796656" exists ...
I1028 12:24:06.913442 1723040 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:24:06.913495 1723040 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-796656
I1028 12:24:06.936161 1723040 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40585 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/multinode-796656/id_rsa Username:docker}
I1028 12:24:07.024741 1723040 ssh_runner.go:195] Run: systemctl --version
I1028 12:24:07.029334 1723040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:24:07.040809 1723040 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:24:07.090162 1723040 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:41 OomKillDisable:true NGoroutines:61 SystemTime:2024-10-28 12:24:07.079306406 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:24:07.090867 1723040 kubeconfig.go:125] found "multinode-796656" server: "https://192.168.67.2:8443"
I1028 12:24:07.090911 1723040 api_server.go:166] Checking apiserver status ...
I1028 12:24:07.090961 1723040 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1028 12:24:07.102258 1723040 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1370/cgroup
I1028 12:24:07.111390 1723040 api_server.go:182] apiserver freezer: "6:freezer:/docker/58a3fa3d4b73d444d08394884b892c771ae7888bae87934b8c17125e2790acaf/crio/crio-10882582f8a31800124d703831a01770e889f6ba2571f44b4a3161fea1e5bdd2"
I1028 12:24:07.111457 1723040 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/freezer/docker/58a3fa3d4b73d444d08394884b892c771ae7888bae87934b8c17125e2790acaf/crio/crio-10882582f8a31800124d703831a01770e889f6ba2571f44b4a3161fea1e5bdd2/freezer.state
I1028 12:24:07.120248 1723040 api_server.go:204] freezer state: "THAWED"
I1028 12:24:07.120276 1723040 api_server.go:253] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1028 12:24:07.128022 1723040 api_server.go:279] https://192.168.67.2:8443/healthz returned 200:
ok
I1028 12:24:07.128050 1723040 status.go:463] multinode-796656 apiserver status = Running (err=<nil>)
I1028 12:24:07.128078 1723040 status.go:176] multinode-796656 status: &{Name:multinode-796656 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:24:07.128103 1723040 status.go:174] checking status of multinode-796656-m02 ...
I1028 12:24:07.128436 1723040 cli_runner.go:164] Run: docker container inspect multinode-796656-m02 --format={{.State.Status}}
I1028 12:24:07.145337 1723040 status.go:371] multinode-796656-m02 host status = "Running" (err=<nil>)
I1028 12:24:07.145363 1723040 host.go:66] Checking if "multinode-796656-m02" exists ...
I1028 12:24:07.145654 1723040 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-796656-m02
I1028 12:24:07.161063 1723040 host.go:66] Checking if "multinode-796656-m02" exists ...
I1028 12:24:07.161345 1723040 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1028 12:24:07.161394 1723040 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-796656-m02
I1028 12:24:07.178452 1723040 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:40590 SSHKeyPath:/home/jenkins/minikube-integration/19875-1603180/.minikube/machines/multinode-796656-m02/id_rsa Username:docker}
I1028 12:24:07.265050 1723040 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1028 12:24:07.276038 1723040 status.go:176] multinode-796656-m02 status: &{Name:multinode-796656-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1028 12:24:07.276073 1723040 status.go:174] checking status of multinode-796656-m03 ...
I1028 12:24:07.276364 1723040 cli_runner.go:164] Run: docker container inspect multinode-796656-m03 --format={{.State.Status}}
I1028 12:24:07.292061 1723040 status.go:371] multinode-796656-m03 host status = "Stopped" (err=<nil>)
I1028 12:24:07.292086 1723040 status.go:384] host is not running, skipping remaining checks
I1028 12:24:07.292094 1723040 status.go:176] multinode-796656-m03 status: &{Name:multinode-796656-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.18s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 node start m03 -v=7 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-arm64 -p multinode-796656 node start m03 -v=7 --alsologtostderr: (9.059617972s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status -v=7 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (9.79s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-796656
multinode_test.go:321: (dbg) Run: out/minikube-linux-arm64 stop -p multinode-796656
multinode_test.go:321: (dbg) Done: out/minikube-linux-arm64 stop -p multinode-796656: (24.790445466s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-arm64 start -p multinode-796656 --wait=true -v=8 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-arm64 start -p multinode-796656 --wait=true -v=8 --alsologtostderr: (1m21.762431737s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-796656
--- PASS: TestMultiNode/serial/RestartKeepsNodes (106.69s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-arm64 -p multinode-796656 node delete m03: (4.715473759s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.37s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 stop
multinode_test.go:345: (dbg) Done: out/minikube-linux-arm64 -p multinode-796656 stop: (23.605159752s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-796656 status: exit status 7 (101.520756ms)
-- stdout --
multinode-796656
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-796656-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr: exit status 7 (99.803212ms)
-- stdout --
multinode-796656
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-796656-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1028 12:26:32.908421 1730715 out.go:345] Setting OutFile to fd 1 ...
I1028 12:26:32.908695 1730715 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:26:32.908741 1730715 out.go:358] Setting ErrFile to fd 2...
I1028 12:26:32.908772 1730715 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:26:32.909523 1730715 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:26:32.909741 1730715 out.go:352] Setting JSON to false
I1028 12:26:32.909775 1730715 mustload.go:65] Loading cluster: multinode-796656
I1028 12:26:32.910031 1730715 notify.go:220] Checking for updates...
I1028 12:26:32.910216 1730715 config.go:182] Loaded profile config "multinode-796656": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:26:32.910237 1730715 status.go:174] checking status of multinode-796656 ...
I1028 12:26:32.911040 1730715 cli_runner.go:164] Run: docker container inspect multinode-796656 --format={{.State.Status}}
I1028 12:26:32.929894 1730715 status.go:371] multinode-796656 host status = "Stopped" (err=<nil>)
I1028 12:26:32.929918 1730715 status.go:384] host is not running, skipping remaining checks
I1028 12:26:32.929924 1730715 status.go:176] multinode-796656 status: &{Name:multinode-796656 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1028 12:26:32.929949 1730715 status.go:174] checking status of multinode-796656-m02 ...
I1028 12:26:32.930280 1730715 cli_runner.go:164] Run: docker container inspect multinode-796656-m02 --format={{.State.Status}}
I1028 12:26:32.954521 1730715 status.go:371] multinode-796656-m02 host status = "Stopped" (err=<nil>)
I1028 12:26:32.954546 1730715 status.go:384] host is not running, skipping remaining checks
I1028 12:26:32.954554 1730715 status.go:176] multinode-796656-m02 status: &{Name:multinode-796656-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (23.81s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-arm64 start -p multinode-796656 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio
E1028 12:27:02.834436 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:376: (dbg) Done: out/minikube-linux-arm64 start -p multinode-796656 --wait=true -v=8 --alsologtostderr --driver=docker --container-runtime=crio: (53.692077186s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-arm64 -p multinode-796656 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (54.36s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-arm64 node list -p multinode-796656
multinode_test.go:464: (dbg) Run: out/minikube-linux-arm64 start -p multinode-796656-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p multinode-796656-m02 --driver=docker --container-runtime=crio: exit status 14 (95.267912ms)
-- stdout --
* [multinode-796656-m02] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-796656-m02' is duplicated with machine name 'multinode-796656-m02' in profile 'multinode-796656'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-arm64 start -p multinode-796656-m03 --driver=docker --container-runtime=crio
E1028 12:27:39.536839 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
multinode_test.go:472: (dbg) Done: out/minikube-linux-arm64 start -p multinode-796656-m03 --driver=docker --container-runtime=crio: (32.674247809s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-arm64 node add -p multinode-796656
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-arm64 node add -p multinode-796656: exit status 80 (370.161272ms)
-- stdout --
* Adding node m03 to cluster multinode-796656 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-796656-m03 already exists in multinode-796656-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_6.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-arm64 delete -p multinode-796656-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-arm64 delete -p multinode-796656-m03: (1.955898218s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (35.15s)
=== RUN TestPreload
preload_test.go:44: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-811027 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4
preload_test.go:44: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-811027 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.24.4: (1m36.564068454s)
preload_test.go:52: (dbg) Run: out/minikube-linux-arm64 -p test-preload-811027 image pull gcr.io/k8s-minikube/busybox
preload_test.go:52: (dbg) Done: out/minikube-linux-arm64 -p test-preload-811027 image pull gcr.io/k8s-minikube/busybox: (4.053798403s)
preload_test.go:58: (dbg) Run: out/minikube-linux-arm64 stop -p test-preload-811027
preload_test.go:58: (dbg) Done: out/minikube-linux-arm64 stop -p test-preload-811027: (5.799744982s)
preload_test.go:66: (dbg) Run: out/minikube-linux-arm64 start -p test-preload-811027 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:66: (dbg) Done: out/minikube-linux-arm64 start -p test-preload-811027 --memory=2200 --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (19.897475431s)
preload_test.go:71: (dbg) Run: out/minikube-linux-arm64 -p test-preload-811027 image list
helpers_test.go:175: Cleaning up "test-preload-811027" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p test-preload-811027
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p test-preload-811027: (2.515810524s)
--- PASS: TestPreload (129.12s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-arm64 start -p scheduled-stop-865964 --memory=2048 --driver=docker --container-runtime=crio
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-arm64 start -p scheduled-stop-865964 --memory=2048 --driver=docker --container-runtime=crio: (28.514719194s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-865964 --schedule 5m
scheduled_stop_test.go:191: (dbg) Run: out/minikube-linux-arm64 status --format={{.TimeToStop}} -p scheduled-stop-865964 -n scheduled-stop-865964
scheduled_stop_test.go:169: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-865964 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
I1028 12:30:44.723007 1608572 retry.go:31] will retry after 124.806µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.724198 1608572 retry.go:31] will retry after 141.932µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.725366 1608572 retry.go:31] will retry after 148.981µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.726515 1608572 retry.go:31] will retry after 445.101µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.728034 1608572 retry.go:31] will retry after 430.293µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.729197 1608572 retry.go:31] will retry after 426.755µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.730331 1608572 retry.go:31] will retry after 800.18µs: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.731513 1608572 retry.go:31] will retry after 1.068544ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.732659 1608572 retry.go:31] will retry after 1.936797ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.734895 1608572 retry.go:31] will retry after 2.593168ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.739797 1608572 retry.go:31] will retry after 8.596336ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.749042 1608572 retry.go:31] will retry after 6.666043ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.756637 1608572 retry.go:31] will retry after 18.796898ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.775975 1608572 retry.go:31] will retry after 12.465275ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.789336 1608572 retry.go:31] will retry after 30.130436ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
I1028 12:30:44.820570 1608572 retry.go:31] will retry after 55.807184ms: open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/scheduled-stop-865964/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-865964 --cancel-scheduled
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-865964 -n scheduled-stop-865964
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-865964
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-arm64 stop -p scheduled-stop-865964 --schedule 15s
scheduled_stop_test.go:169: signal error was: os: process already finished
scheduled_stop_test.go:205: (dbg) Run: out/minikube-linux-arm64 status -p scheduled-stop-865964
scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p scheduled-stop-865964: exit status 7 (68.662954ms)
-- stdout --
scheduled-stop-865964
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:176: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-865964 -n scheduled-stop-865964
scheduled_stop_test.go:176: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p scheduled-stop-865964 -n scheduled-stop-865964: exit status 7 (72.918426ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:176: status error: exit status 7 (may be ok)
helpers_test.go:175: Cleaning up "scheduled-stop-865964" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p scheduled-stop-865964
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p scheduled-stop-865964: (4.043069284s)
--- PASS: TestScheduledStopUnix (104.15s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-arm64 start -p insufficient-storage-713513 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio
E1028 12:32:02.833958 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p insufficient-storage-713513 --memory=2048 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (7.865661724s)
-- stdout --
{"specversion":"1.0","id":"9bd039a9-75e7-43e7-8496-1afc104e1188","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-713513] minikube v1.34.0 on Ubuntu 20.04 (arm64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"e4354fff-f76e-4bdf-a2c7-4af9507d526b","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=19875"}}
{"specversion":"1.0","id":"8f7d0f8e-af25-4727-8022-92f3067a81f8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"f10e9fb7-ffa1-42b3-ae25-672cbac1a023","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig"}}
{"specversion":"1.0","id":"129fe5ce-0dc0-4822-b157-02a18132d57e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube"}}
{"specversion":"1.0","id":"2c5ed0e0-f422-4be2-aded-c1025d6b6dcd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-arm64"}}
{"specversion":"1.0","id":"cac044a2-0479-4de1-95ae-e17772793aef","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"56024b56-6142-4859-842e-b165e24aca3e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"dda62eae-d648-4d8d-8366-33027e2a38ca","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"d95f1235-aeec-4ad8-ae77-ddf3b54b3b06","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"68c05955-e20a-4783-a7c9-ed932f319971","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"fca3f677-1b25-47b2-ba96-a47cfda21cb1","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-713513\" primary control-plane node in \"insufficient-storage-713513\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"bda12a4f-4951-4e84-8dd3-816e17949831","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.45-1729876044-19868 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"119e264d-8ad2-4a28-a975-c6975f9926c5","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=2048MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"388e35ab-2ae0-4a28-814c-f27ab934fa7a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\t\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-713513 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-713513 --output=json --layout=cluster: exit status 7 (282.692366ms)
-- stdout --
{"Name":"insufficient-storage-713513","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=2048MB) ...","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-713513","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1028 12:32:07.953751 1748304 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-713513" does not appear in /home/jenkins/minikube-integration/19875-1603180/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-arm64 status -p insufficient-storage-713513 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-arm64 status -p insufficient-storage-713513 --output=json --layout=cluster: exit status 7 (279.188818ms)
-- stdout --
{"Name":"insufficient-storage-713513","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.34.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-713513","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1028 12:32:08.234157 1748366 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-713513" does not appear in /home/jenkins/minikube-integration/19875-1603180/kubeconfig
E1028 12:32:08.244522 1748366 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/insufficient-storage-713513/events.json: no such file or directory
** /stderr **
helpers_test.go:175: Cleaning up "insufficient-storage-713513" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p insufficient-storage-713513
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p insufficient-storage-713513: (1.871433727s)
--- PASS: TestInsufficientStorage (10.30s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.26.0.213831275 start -p running-upgrade-675761 --memory=2200 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.26.0.213831275 start -p running-upgrade-675761 --memory=2200 --vm-driver=docker --container-runtime=crio: (34.865143901s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-arm64 start -p running-upgrade-675761 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1028 12:37:02.833596 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-arm64 start -p running-upgrade-675761 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (34.483347749s)
helpers_test.go:175: Cleaning up "running-upgrade-675761" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p running-upgrade-675761
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p running-upgrade-675761: (2.851556205s)
--- PASS: TestRunningBinaryUpgrade (72.85s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m12.596630196s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-656370
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-656370: (1.338672848s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-656370 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-656370 status --format={{.Host}}: exit status 7 (197.229427ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m34.541387855s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-656370 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=crio: exit status 106 (118.542168ms)
-- stdout --
* [kubernetes-upgrade-656370] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.31.2 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-656370
minikube start -p kubernetes-upgrade-656370 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-6563702 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.31.2, by running:
minikube start -p kubernetes-upgrade-656370 --kubernetes-version=v1.31.2
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-656370 --memory=2200 --kubernetes-version=v1.31.2 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (35.338783349s)
helpers_test.go:175: Cleaning up "kubernetes-upgrade-656370" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-656370
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-656370: (2.306385744s)
--- PASS: TestKubernetesUpgrade (386.61s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.26.0.4259409122 start -p missing-upgrade-553333 --memory=2200 --driver=docker --container-runtime=crio
E1028 12:32:39.539991 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.26.0.4259409122 start -p missing-upgrade-553333 --memory=2200 --driver=docker --container-runtime=crio: (1m30.866151384s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-553333
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-553333: (10.430605136s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-553333
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-arm64 start -p missing-upgrade-553333 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-arm64 start -p missing-upgrade-553333 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (1m2.260564188s)
helpers_test.go:175: Cleaning up "missing-upgrade-553333" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p missing-upgrade-553333
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p missing-upgrade-553333: (1.951941286s)
--- PASS: TestMissingContainerUpgrade (166.20s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:83: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio
no_kubernetes_test.go:83: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --kubernetes-version=1.20 --driver=docker --container-runtime=crio: exit status 14 (80.357084ms)
-- stdout --
* [NoKubernetes-585759] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.08s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:95: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-585759 --driver=docker --container-runtime=crio
no_kubernetes_test.go:95: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-585759 --driver=docker --container-runtime=crio: (35.223255325s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-585759 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (35.66s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --driver=docker --container-runtime=crio: (6.180275073s)
no_kubernetes_test.go:200: (dbg) Run: out/minikube-linux-arm64 -p NoKubernetes-585759 status -o json
no_kubernetes_test.go:200: (dbg) Non-zero exit: out/minikube-linux-arm64 -p NoKubernetes-585759 status -o json: exit status 2 (470.507216ms)
-- stdout --
{"Name":"NoKubernetes-585759","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:124: (dbg) Run: out/minikube-linux-arm64 delete -p NoKubernetes-585759
no_kubernetes_test.go:124: (dbg) Done: out/minikube-linux-arm64 delete -p NoKubernetes-585759: (2.11231552s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (8.76s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:136: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --driver=docker --container-runtime=crio
no_kubernetes_test.go:136: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-585759 --no-kubernetes --driver=docker --container-runtime=crio: (6.131006843s)
--- PASS: TestNoKubernetes/serial/Start (6.13s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-585759 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-585759 "sudo systemctl is-active --quiet service kubelet": exit status 1 (254.91236ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.26s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:169: (dbg) Run: out/minikube-linux-arm64 profile list
no_kubernetes_test.go:179: (dbg) Run: out/minikube-linux-arm64 profile list --output=json
--- PASS: TestNoKubernetes/serial/ProfileList (0.65s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:158: (dbg) Run: out/minikube-linux-arm64 stop -p NoKubernetes-585759
no_kubernetes_test.go:158: (dbg) Done: out/minikube-linux-arm64 stop -p NoKubernetes-585759: (1.222458215s)
--- PASS: TestNoKubernetes/serial/Stop (1.22s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:191: (dbg) Run: out/minikube-linux-arm64 start -p NoKubernetes-585759 --driver=docker --container-runtime=crio
no_kubernetes_test.go:191: (dbg) Done: out/minikube-linux-arm64 start -p NoKubernetes-585759 --driver=docker --container-runtime=crio: (8.162421376s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (8.16s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:147: (dbg) Run: out/minikube-linux-arm64 ssh -p NoKubernetes-585759 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:147: (dbg) Non-zero exit: out/minikube-linux-arm64 ssh -p NoKubernetes-585759 "sudo systemctl is-active --quiet service kubelet": exit status 1 (335.528031ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.34s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.60s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.26.0.1221127346 start -p stopped-upgrade-964561 --memory=2200 --vm-driver=docker --container-runtime=crio
E1028 12:35:05.900127 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.26.0.1221127346 start -p stopped-upgrade-964561 --memory=2200 --vm-driver=docker --container-runtime=crio: (35.161020648s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.26.0.1221127346 -p stopped-upgrade-964561 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.26.0.1221127346 -p stopped-upgrade-964561 stop: (2.669974432s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-arm64 start -p stopped-upgrade-964561 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-arm64 start -p stopped-upgrade-964561 --memory=2200 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (29.834399602s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (67.67s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-arm64 logs -p stopped-upgrade-964561
version_upgrade_test.go:206: (dbg) Done: out/minikube-linux-arm64 logs -p stopped-upgrade-964561: (1.039757063s)
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (1.04s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-arm64 start -p pause-031291 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio
E1028 12:37:39.536822 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
pause_test.go:80: (dbg) Done: out/minikube-linux-arm64 start -p pause-031291 --memory=2048 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (1m22.306396387s)
--- PASS: TestPause/serial/Start (82.31s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-arm64 start -p false-699594 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p false-699594 --memory=2048 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (256.777638ms)
-- stdout --
* [false-699594] minikube v1.34.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19875
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1028 12:39:44.409971 1788043 out.go:345] Setting OutFile to fd 1 ...
I1028 12:39:44.410206 1788043 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:44.410235 1788043 out.go:358] Setting ErrFile to fd 2...
I1028 12:39:44.410254 1788043 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1028 12:39:44.410535 1788043 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19875-1603180/.minikube/bin
I1028 12:39:44.411001 1788043 out.go:352] Setting JSON to false
I1028 12:39:44.412122 1788043 start.go:129] hostinfo: {"hostname":"ip-172-31-21-244","uptime":152515,"bootTime":1729966670,"procs":198,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"da8ac1fd-6236-412a-a346-95873c98230d"}
I1028 12:39:44.412258 1788043 start.go:139] virtualization:
I1028 12:39:44.415957 1788043 out.go:177] * [false-699594] minikube v1.34.0 on Ubuntu 20.04 (arm64)
I1028 12:39:44.419502 1788043 notify.go:220] Checking for updates...
I1028 12:39:44.422977 1788043 out.go:177] - MINIKUBE_LOCATION=19875
I1028 12:39:44.426287 1788043 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1028 12:39:44.428841 1788043 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19875-1603180/kubeconfig
I1028 12:39:44.431194 1788043 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19875-1603180/.minikube
I1028 12:39:44.434012 1788043 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1028 12:39:44.436656 1788043 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1028 12:39:44.439858 1788043 config.go:182] Loaded profile config "force-systemd-flag-968334": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1028 12:39:44.440029 1788043 driver.go:394] Setting default libvirt URI to qemu:///system
I1028 12:39:44.500053 1788043 docker.go:123] docker version: linux-27.3.1:Docker Engine - Community
I1028 12:39:44.500183 1788043 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1028 12:39:44.580407 1788043 info.go:266] docker info: {ID:5FDH:SA5P:5GCT:NLAS:B73P:SGDQ:PBG5:UBVH:UZY3:RXGO:CI7S:WAIH Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:38 OomKillDisable:true NGoroutines:52 SystemTime:2024-10-28 12:39:44.566871764 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1071-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:a
arch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214835200 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-21-244 Labels:[] ExperimentalBuild:false ServerVersion:27.3.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c Expected:7f7fdf5fed64eb6a7caf99b3e12efcf9d60e311c} RuncCommit:{ID:v1.1.14-0-g2c9f560 Expected:v1.1.14-0-g2c9f560} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:[WARNING: brid
ge-nf-call-iptables is disabled WARNING: bridge-nf-call-ip6tables is disabled] ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.17.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.7]] Warnings:<nil>}}
I1028 12:39:44.580519 1788043 docker.go:318] overlay module found
I1028 12:39:44.583375 1788043 out.go:177] * Using the docker driver based on user configuration
I1028 12:39:44.585839 1788043 start.go:297] selected driver: docker
I1028 12:39:44.585860 1788043 start.go:901] validating driver "docker" against <nil>
I1028 12:39:44.585874 1788043 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1028 12:39:44.589029 1788043 out.go:201]
W1028 12:39:44.591840 1788043 out.go:270] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1028 12:39:44.594378 1788043 out.go:201]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-699594 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-699594
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-699594
>>> host: /etc/nsswitch.conf:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/hosts:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/resolv.conf:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-699594
>>> host: crictl pods:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: crictl containers:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> k8s: describe netcat deployment:
error: context "false-699594" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-699594" does not exist
>>> k8s: netcat logs:
error: context "false-699594" does not exist
>>> k8s: describe coredns deployment:
error: context "false-699594" does not exist
>>> k8s: describe coredns pods:
error: context "false-699594" does not exist
>>> k8s: coredns logs:
error: context "false-699594" does not exist
>>> k8s: describe api server pod(s):
error: context "false-699594" does not exist
>>> k8s: api server logs:
error: context "false-699594" does not exist
>>> host: /etc/cni:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: ip a s:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: ip r s:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: iptables-save:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: iptables table nat:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> k8s: describe kube-proxy daemon set:
error: context "false-699594" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-699594" does not exist
>>> k8s: kube-proxy logs:
error: context "false-699594" does not exist
>>> host: kubelet daemon status:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: kubelet daemon config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> k8s: kubelet logs:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-699594
>>> host: docker daemon status:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: docker daemon config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/docker/daemon.json:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: docker system info:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: cri-docker daemon status:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: cri-docker daemon config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: cri-dockerd version:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: containerd daemon status:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: containerd daemon config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/containerd/config.toml:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: containerd config dump:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: crio daemon status:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: crio daemon config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: /etc/crio:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
>>> host: crio config:
* Profile "false-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-699594"
----------------------- debugLogs end: false-699594 [took: 4.356553295s] --------------------------------
helpers_test.go:175: Cleaning up "false-699594" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p false-699594
--- PASS: TestNetworkPlugins/group/false (4.81s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-534623 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
E1028 12:42:02.835910 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:42:39.536743 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-534623 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m50.637840594s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (170.64s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-534623 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [6251c768-fa8b-4acd-b6f7-f099b3668447] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [6251c768-fa8b-4acd-b6f7-f099b3668447] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 11.00388051s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context old-k8s-version-534623 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (11.70s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-534623 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p old-k8s-version-534623 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.333447819s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context old-k8s-version-534623 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (1.50s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p old-k8s-version-534623 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p old-k8s-version-534623 --alsologtostderr -v=3: (12.573445398s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (12.57s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-298426 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-298426 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (1m9.483918122s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (69.48s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-534623 -n old-k8s-version-534623
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-534623 -n old-k8s-version-534623: exit status 7 (145.616659ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p old-k8s-version-534623 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.36s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p old-k8s-version-534623 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p old-k8s-version-534623 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.20.0: (2m23.473737029s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p old-k8s-version-534623 -n old-k8s-version-534623
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (143.83s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-298426 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [075ad911-c9b6-4076-8af4-8d85804672cb] Pending
helpers_test.go:344: "busybox" [075ad911-c9b6-4076-8af4-8d85804672cb] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [075ad911-c9b6-4076-8af4-8d85804672cb] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 11.00457657s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context no-preload-298426 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (11.38s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-298426 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p no-preload-298426 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.047389756s)
start_stop_delete_test.go:215: (dbg) Run: kubectl --context no-preload-298426 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (1.16s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p no-preload-298426 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p no-preload-298426 --alsologtostderr -v=3: (11.996005453s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (12.00s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-298426 -n no-preload-298426
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-298426 -n no-preload-298426: exit status 7 (75.716515ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p no-preload-298426 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p no-preload-298426 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p no-preload-298426 --memory=2200 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m36.928440122s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p no-preload-298426 -n no-preload-298426
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (277.33s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-9pq57" [490d79c2-255a-45d7-98e3-2662a21853e5] Running
E1028 12:47:02.833605 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:274: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003570991s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-cd95d586-9pq57" [490d79c2-255a-45d7-98e3-2662a21853e5] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003825482s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context old-k8s-version-534623 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p old-k8s-version-534623 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20240202-8f1494ea
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p old-k8s-version-534623 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-534623 -n old-k8s-version-534623
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-534623 -n old-k8s-version-534623: exit status 2 (330.026556ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-534623 -n old-k8s-version-534623
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-534623 -n old-k8s-version-534623: exit status 2 (312.513219ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p old-k8s-version-534623 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p old-k8s-version-534623 -n old-k8s-version-534623
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p old-k8s-version-534623 -n old-k8s-version-534623
--- PASS: TestStartStop/group/old-k8s-version/serial/Pause (2.97s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-690648 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:47:39.536860 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-690648 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (1m21.592896272s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (81.59s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-690648 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [67297911-15ba-4490-86d7-391032a6c76f] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:344: "busybox" [67297911-15ba-4490-86d7-391032a6c76f] Running
start_stop_delete_test.go:196: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 12.003925567s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context embed-certs-690648 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (12.38s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p embed-certs-690648 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context embed-certs-690648 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (1.08s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p embed-certs-690648 --alsologtostderr -v=3
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p embed-certs-690648 --alsologtostderr -v=3: (11.979233762s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (11.98s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-690648 -n embed-certs-690648
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-690648 -n embed-certs-690648: exit status 7 (75.31111ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p embed-certs-690648 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p embed-certs-690648 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:49:07.999834 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.006345 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.017719 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.039263 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.081219 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.163094 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.324929 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:08.646542 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:09.288705 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:10.570493 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:13.132807 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:18.254738 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:28.496741 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:49:48.978247 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:50:29.940182 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p embed-certs-690648 --memory=2200 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m37.864994094s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p embed-certs-690648 -n embed-certs-690648
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (278.23s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-9b298" [aba4e913-9e4f-4dff-bbc9-31d4819fff6b] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004354022s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-9b298" [aba4e913-9e4f-4dff-bbc9-31d4819fff6b] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003259936s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context no-preload-298426 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (6.10s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p no-preload-298426 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.25s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p no-preload-298426 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-298426 -n no-preload-298426
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-298426 -n no-preload-298426: exit status 2 (310.619002ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-298426 -n no-preload-298426
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-298426 -n no-preload-298426: exit status 2 (324.031011ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p no-preload-298426 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p no-preload-298426 -n no-preload-298426
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p no-preload-298426 -n no-preload-298426
--- PASS: TestStartStop/group/no-preload/serial/Pause (3.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-867794 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-867794 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (49.877184597s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (49.88s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-867794 create -f testdata/busybox.yaml
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:344: "busybox" [fcc0aa1d-37b7-494e-8745-8f689c2eda01] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
E1028 12:51:45.902367 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "busybox" [fcc0aa1d-37b7-494e-8745-8f689c2eda01] Running
E1028 12:51:51.862188 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:196: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 12.004645545s
start_stop_delete_test.go:196: (dbg) Run: kubectl --context default-k8s-diff-port-867794 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (12.35s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p default-k8s-diff-port-867794 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:215: (dbg) Run: kubectl --context default-k8s-diff-port-867794 describe deploy/metrics-server -n kube-system
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (1.06s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p default-k8s-diff-port-867794 --alsologtostderr -v=3
E1028 12:52:02.833965 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p default-k8s-diff-port-867794 --alsologtostderr -v=3: (11.972311681s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (11.97s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794: exit status 7 (81.039765ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p default-k8s-diff-port-867794 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.21s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-867794 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:52:39.536587 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p default-k8s-diff-port-867794 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (4m41.353798869s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (281.77s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-942xd" [9f81b0a9-19f7-4b1f-b712-11822324e56c] Running
start_stop_delete_test.go:274: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003140553s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-942xd" [9f81b0a9-19f7-4b1f-b712-11822324e56c] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004023488s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context embed-certs-690648 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.11s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p embed-certs-690648 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p embed-certs-690648 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-690648 -n embed-certs-690648
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-690648 -n embed-certs-690648: exit status 2 (308.029008ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-690648 -n embed-certs-690648
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-690648 -n embed-certs-690648: exit status 2 (324.954584ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p embed-certs-690648 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p embed-certs-690648 -n embed-certs-690648
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p embed-certs-690648 -n embed-certs-690648
--- PASS: TestStartStop/group/embed-certs/serial/Pause (3.02s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-941742 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
E1028 12:54:07.998349 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:186: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-941742 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (36.577596982s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (36.58s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:205: (dbg) Run: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-941742 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:205: (dbg) Done: out/minikube-linux-arm64 addons enable metrics-server -p newest-cni-941742 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: (1.2186905s)
start_stop_delete_test.go:211: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (1.22s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-arm64 stop -p newest-cni-941742 --alsologtostderr -v=3
E1028 12:54:35.704361 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:228: (dbg) Done: out/minikube-linux-arm64 stop -p newest-cni-941742 --alsologtostderr -v=3: (1.247666875s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (1.25s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-941742 -n newest-cni-941742
start_stop_delete_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-941742 -n newest-cni-941742: exit status 7 (76.310978ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:239: status error: exit status 7 (may be ok)
start_stop_delete_test.go:246: (dbg) Run: out/minikube-linux-arm64 addons enable dashboard -p newest-cni-941742 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.20s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p newest-cni-941742 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2
start_stop_delete_test.go:256: (dbg) Done: out/minikube-linux-arm64 start -p newest-cni-941742 --memory=2200 --alsologtostderr --wait=apiserver,system_pods,default_sa --feature-gates ServerSideApply=true --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.31.2: (14.590689218s)
start_stop_delete_test.go:262: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p newest-cni-941742 -n newest-cni-941742
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (15.02s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:273: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:284: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p newest-cni-941742 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.26s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p newest-cni-941742 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-941742 -n newest-cni-941742
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-941742 -n newest-cni-941742: exit status 2 (328.07015ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-941742 -n newest-cni-941742
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-941742 -n newest-cni-941742: exit status 2 (308.160582ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p newest-cni-941742 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p newest-cni-941742 -n newest-cni-941742
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p newest-cni-941742 -n newest-cni-941742
--- PASS: TestStartStop/group/newest-cni/serial/Pause (3.03s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p auto-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
E1028 12:55:33.338368 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.345288 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.356674 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.378039 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.419536 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.500999 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.663438 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:33.984985 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:34.626639 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:35.908220 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:38.470211 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:43.592333 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:55:53.834324 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:56:14.316046 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p auto-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (1m18.531113798s)
--- PASS: TestNetworkPlugins/group/auto/Start (78.53s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p auto-699594 "pgrep -a kubelet"
I1028 12:56:16.167489 1608572 config.go:182] Loaded profile config "auto-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-rp952" [0218d4af-dc66-478b-80dd-5f47c8033b7f] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-rp952" [0218d4af-dc66-478b-80dd-5f47c8033b7f] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 11.003506961s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (11.32s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.19s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.16s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p kindnet-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p kindnet-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (1m21.164592369s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (81.16s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-8h2rd" [611c798e-8a39-44c2-9f14-cccdfe73f2d0] Running
E1028 12:56:55.277279 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
start_stop_delete_test.go:274: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004717732s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:344: "kubernetes-dashboard-695b96c756-8h2rd" [611c798e-8a39-44c2-9f14-cccdfe73f2d0] Running
start_stop_delete_test.go:287: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.004519841s
start_stop_delete_test.go:291: (dbg) Run: kubectl --context default-k8s-diff-port-867794 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
E1028 12:57:02.834271 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/addons-038671/client.crt: no such file or directory" logger="UnhandledError"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (6.15s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:304: (dbg) Run: out/minikube-linux-arm64 -p default-k8s-diff-port-867794 image list --format=json
start_stop_delete_test.go:304: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:304: Found non-minikube image: kindest/kindnetd:v20241007-36f62932
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.30s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 pause -p default-k8s-diff-port-867794 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794: exit status 2 (369.226838ms)
-- stdout --
Paused
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
start_stop_delete_test.go:311: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794: exit status 2 (342.618554ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:311: status error: exit status 2 (may be ok)
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 unpause -p default-k8s-diff-port-867794 --alsologtostderr -v=1
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
start_stop_delete_test.go:311: (dbg) Run: out/minikube-linux-arm64 status --format={{.Kubelet}} -p default-k8s-diff-port-867794 -n default-k8s-diff-port-867794
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Pause (3.57s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p calico-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
E1028 12:57:22.614563 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
E1028 12:57:39.535902 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/functional-867684/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p calico-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (1m2.200476501s)
--- PASS: TestNetworkPlugins/group/calico/Start (62.20s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:344: "kindnet-7xtj9" [ef680f9b-b3cf-4b62-b516-06d5b9b203f0] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003886561s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:344: "calico-node-g2d7g" [14ab0c8f-0aa6-4267-99d1-19c2f1c4279f] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.004557848s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p kindnet-699594 "pgrep -a kubelet"
I1028 12:58:16.662999 1608572 config.go:182] Loaded profile config "kindnet-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-5wsvt" [b4aa6c27-cef0-469d-a0af-dcd8d4cd1ffb] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1028 12:58:17.199185 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-5wsvt" [b4aa6c27-cef0-469d-a0af-dcd8d4cd1ffb] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 14.004478427s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (14.25s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p calico-699594 "pgrep -a kubelet"
I1028 12:58:18.554857 1608572 config.go:182] Loaded profile config "calico-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-h7fpc" [7eb973a0-6ebc-4597-8bc6-c4a7a3c65c54] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-h7fpc" [7eb973a0-6ebc-4597-8bc6-c4a7a3c65c54] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 11.004436348s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (11.33s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.20s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.18s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.19s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.19s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.17s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p custom-flannel-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p custom-flannel-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (1m6.368420923s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (66.37s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p enable-default-cni-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
E1028 12:59:07.997877 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/old-k8s-version-534623/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p enable-default-cni-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m26.924912395s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (86.92s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p custom-flannel-699594 "pgrep -a kubelet"
I1028 13:00:02.923503 1608572 config.go:182] Loaded profile config "custom-flannel-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-zqnwh" [afe0ca9c-a061-48e8-b708-d13fa69a890d] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-zqnwh" [afe0ca9c-a061-48e8-b708-d13fa69a890d] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 10.004939128s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (10.27s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.19s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.15s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.16s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p enable-default-cni-699594 "pgrep -a kubelet"
I1028 13:00:23.715028 1608572 config.go:182] Loaded profile config "enable-default-cni-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.38s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-5xtn5" [abc8d7cd-0e41-4358-8032-df617e428ef5] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:344: "netcat-6fc964789b-5xtn5" [abc8d7cd-0e41-4358-8032-df617e428ef5] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 12.005173229s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (12.39s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p flannel-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p flannel-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (57.922142411s)
--- PASS: TestNetworkPlugins/group/flannel/Start (57.92s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.22s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.19s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-arm64 start -p bridge-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
E1028 13:01:01.041094 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/no-preload-298426/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.440865 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.447131 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.458475 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.479808 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.521557 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.603794 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:16.765575 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:17.087699 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:17.729577 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:19.011224 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:21.573452 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:26.695169 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:112: (dbg) Done: out/minikube-linux-arm64 start -p bridge-699594 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (46.782203315s)
--- PASS: TestNetworkPlugins/group/bridge/Start (46.78s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:344: "kube-flannel-ds-8qr5l" [406bfdab-66d1-4d0b-a910-7ed6d1501f9d] Running
E1028 13:01:36.937325 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.003889959s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p flannel-699594 "pgrep -a kubelet"
I1028 13:01:39.966451 1608572 config.go:182] Loaded profile config "flannel-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.41s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-lbc94" [8ee04e87-d979-4d51-83db-62c0cad7bf53] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1028 13:01:43.634809 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.641585 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.653080 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.674528 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.716010 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.797522 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:43.958815 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:44.280872 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:44.922403 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-lbc94" [8ee04e87-d979-4d51-83db-62c0cad7bf53] Running
E1028 13:01:46.204631 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 10.003728319s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (10.42s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-arm64 ssh -p bridge-699594 "pgrep -a kubelet"
I1028 13:01:47.070001 1608572 config.go:182] Loaded profile config "bridge-699594": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.31.2
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-699594 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:344: "netcat-6fc964789b-s6645" [9b241bcb-8df6-4b69-93ac-67b649ebce65] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1028 13:01:48.766394 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
helpers_test.go:344: "netcat-6fc964789b-s6645" [9b241bcb-8df6-4b69-93ac-67b649ebce65] Running
E1028 13:01:53.888529 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/default-k8s-diff-port-867794/client.crt: no such file or directory" logger="UnhandledError"
E1028 13:01:57.419792 1608572 cert_rotation.go:171] "Unhandled Error" err="key failed with : open /home/jenkins/minikube-integration/19875-1603180/.minikube/profiles/auto-699594/client.crt: no such file or directory" logger="UnhandledError"
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 12.004572034s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (12.30s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.28s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.20s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.20s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-699594 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.32s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.20s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-699594 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.20s)
=== RUN TestDownloadOnly/v1.20.0/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.20.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.20.0/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.20.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.20.0/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.20.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.31.2/cached-images
aaa_download_only_test.go:129: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.31.2/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.31.2/binaries
aaa_download_only_test.go:151: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.31.2/binaries (0.00s)
=== RUN TestDownloadOnly/v1.31.2/kubectl
aaa_download_only_test.go:167: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.31.2/kubectl (0.00s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:232: (dbg) Run: out/minikube-linux-arm64 start --download-only -p download-docker-473698 --alsologtostderr --driver=docker --container-runtime=crio
aaa_download_only_test.go:244: Skip for arm64 platform. See https://github.com/kubernetes/minikube/issues/10144
helpers_test.go:175: Cleaning up "download-docker-473698" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p download-docker-473698
--- SKIP: TestDownloadOnlyKic (0.53s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:35: skipping TestOffline - only docker runtime supported on arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestOffline (0.00s)
=== RUN TestAddons/serial/Volcano
addons_test.go:789: skipping: crio not supported
addons_test.go:992: (dbg) Run: out/minikube-linux-arm64 -p addons-038671 addons disable volcano --alsologtostderr -v=1
--- SKIP: TestAddons/serial/Volcano (0.33s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:698: This test requires a GCE instance (excluding Cloud Shell) with a container based driver
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:422: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:972: skip amd gpu test on all but docker driver and amd64 platform
--- SKIP: TestAddons/parallel/AmdGpuDevicePlugin (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux arm64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestKVMDriverInstallOrUpdate
driver_install_or_update_test.go:45: Skip if arm64. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestKVMDriverInstallOrUpdate (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:105: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:169: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1787: arm64 is not supported by mysql. Skip the test. See https://github.com/kubernetes/minikube/issues/10144
--- SKIP: TestFunctional/parallel/MySQL (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:463: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:550: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:103: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:175: Cleaning up "disable-driver-mounts-126009" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p disable-driver-mounts-126009
--- SKIP: TestStartStop/group/disable-driver-mounts (0.16s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:629:
----------------------- debugLogs start: kubenet-699594 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-699594
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-699594
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/hosts:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/resolv.conf:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-699594
>>> host: crictl pods:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: crictl containers:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> k8s: describe netcat deployment:
error: context "kubenet-699594" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-699594" does not exist
>>> k8s: netcat logs:
error: context "kubenet-699594" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-699594" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-699594" does not exist
>>> k8s: coredns logs:
error: context "kubenet-699594" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-699594" does not exist
>>> k8s: api server logs:
error: context "kubenet-699594" does not exist
>>> host: /etc/cni:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: ip a s:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: ip r s:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: iptables-save:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: iptables table nat:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-699594" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-699594" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-699594" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: kubelet daemon config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> k8s: kubelet logs:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-699594
>>> host: docker daemon status:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: docker daemon config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: docker system info:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: cri-docker daemon status:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: cri-docker daemon config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: cri-dockerd version:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: containerd daemon status:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: containerd daemon config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: containerd config dump:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: crio daemon status:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: crio daemon config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: /etc/crio:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
>>> host: crio config:
* Profile "kubenet-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-699594"
----------------------- debugLogs end: kubenet-699594 [took: 4.405628444s] --------------------------------
helpers_test.go:175: Cleaning up "kubenet-699594" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubenet-699594
--- SKIP: TestNetworkPlugins/group/kubenet (4.58s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:629:
----------------------- debugLogs start: cilium-699594 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-699594
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-699594
>>> host: /etc/nsswitch.conf:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/hosts:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/resolv.conf:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-699594
>>> host: crictl pods:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: crictl containers:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> k8s: describe netcat deployment:
error: context "cilium-699594" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-699594" does not exist
>>> k8s: netcat logs:
error: context "cilium-699594" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-699594" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-699594" does not exist
>>> k8s: coredns logs:
error: context "cilium-699594" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-699594" does not exist
>>> k8s: api server logs:
error: context "cilium-699594" does not exist
>>> host: /etc/cni:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: ip a s:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: ip r s:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: iptables-save:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: iptables table nat:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-699594
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-699594
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-699594" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-699594" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-699594
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-699594
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-699594" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-699594" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-699594" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-699594" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-699594" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: kubelet daemon config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> k8s: kubelet logs:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> k8s: kubectl config:
apiVersion: v1
clusters: null
contexts: null
current-context: ""
kind: Config
preferences: {}
users: null
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-699594
>>> host: docker daemon status:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: docker daemon config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: docker system info:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: cri-docker daemon status:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: cri-docker daemon config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: cri-dockerd version:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: containerd daemon status:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: containerd daemon config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: containerd config dump:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: crio daemon status:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: crio daemon config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: /etc/crio:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
>>> host: crio config:
* Profile "cilium-699594" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-699594"
----------------------- debugLogs end: cilium-699594 [took: 5.832142472s] --------------------------------
helpers_test.go:175: Cleaning up "cilium-699594" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p cilium-699594
--- SKIP: TestNetworkPlugins/group/cilium (6.12s)